-- Logs begin at Tue 2021-08-24 10:54:55 UTC, end at Tue 2021-08-24 11:56:31 UTC. -- Aug 24 11:30:32.522462 dv-cinder-798098-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 11:30:34.655921 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.common.config [-] Logging enabled! Aug 24 11:30:34.656501 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 24 11:30:34.656689 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74859) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 24 11:30:34.658918 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.common.config [-] Logging enabled! Aug 24 11:30:34.659173 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 24 11:30:34.659420 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74859) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 24 11:30:34.660402 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 11:30:34.660638 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 11:30:34.661010 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 11:30:34.661258 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 11:30:34.661487 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 11:30:34.661809 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.662112 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.662545 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.663585 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.663585 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.663585 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.663839 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.664011 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.664313 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.664603 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.664889 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.665180 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.665414 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.665701 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.665992 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.666284 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.666507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] debug = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.666792 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.667220 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.667676 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.667969 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.668262 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.668540 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.668820 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.669109 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.669443 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] host = dv-cinder-798098-2-smb {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.669726 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.670018 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.670312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.670602 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.670882 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.671161 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.671449 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.671874 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.672156 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] log_file = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.672437 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.672730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.673031 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.673324 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.673552 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.673777 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.674067 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.674358 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.674637 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.674917 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.675197 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.675478 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.675783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.676060 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.676348 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.676636 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.676925 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.677207 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.677486 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.677763 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.678041 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.678350 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.678681 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.678960 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.679243 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.679538 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.679850 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.680127 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.680432 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.680726 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.681012 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.681303 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.681583 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.681869 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.682146 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.682424 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.682700 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] use_json = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.682980 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.683799 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.684094 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.684373 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.684650 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.684928 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.685203 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.685492 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:34.685797 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.686098 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.686403 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.686691 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.686984 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.687273 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.687567 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.687874 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.688168 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.688459 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.688750 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.689032 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.689318 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.689615 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.689914 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.690193 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.690475 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.690772 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.691052 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.691326 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.691605 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.691990 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.692273 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.692550 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.692837 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.693117 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.693399 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.693674 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.693976 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.694323 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.694608 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.694885 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.695160 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.695439 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.695740 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.696034 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.696316 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.696592 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.696869 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.697150 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.697426 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.697704 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.697991 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.698270 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.698555 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.698833 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.699746 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.700028 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.700307 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.700583 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.700861 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.701136 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.701416 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.701691 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.701967 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.702242 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.702519 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.702795 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.703087 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.703395 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.703698 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.703983 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.704268 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.704552 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.704833 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.705113 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.705395 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.705676 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.706204 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.706499 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.706788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.707080 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.707367 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.707665 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.707967 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.708249 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.708538 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.708822 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.709105 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.709392 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.709681 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.709977 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.710272 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.710568 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.710865 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.711158 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.711442 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.711783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.712069 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:34.712290 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 11:30:34.712531 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74859) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 11:30:35.116504 dv-cinder-798098-2-smb neutron-server[74859]: INFO keyring.backend [-] Loading KWallet Aug 24 11:30:35.124485 dv-cinder-798098-2-smb neutron-server[74859]: INFO keyring.backend [-] Loading SecretService Aug 24 11:30:35.127955 dv-cinder-798098-2-smb neutron-server[74859]: INFO keyring.backend [-] Loading Windows Aug 24 11:30:35.129313 dv-cinder-798098-2-smb neutron-server[74859]: INFO keyring.backend [-] Loading chainer Aug 24 11:30:35.129893 dv-cinder-798098-2-smb neutron-server[74859]: INFO keyring.backend [-] Loading macOS Aug 24 11:30:35.163003 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:30:35.163274 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:30:35.163563 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:30:35.163933 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 11:30:35.471468 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.471718 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.471992 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.528796 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.529080 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.529353 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.532347 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.532627 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.532893 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.561629 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.561910 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.562181 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.589370 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.590237 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.590519 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.904267 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.904943 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.904943 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.905095 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:35.905806 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.029409 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.029729 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.030018 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.030294 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.030564 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.030873 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.031141 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.031403 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.031687 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.031974 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.032236 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.032502 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.032771 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.033028 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.033294 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.033565 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.033823 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.034096 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.034355 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.034641 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.034988 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.035245 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.035495 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.035808 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.036063 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.036313 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.036700 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 11:30:36.036943 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 11:30:36.037181 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 11:30:36.037419 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 11:30:36.037654 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 11:30:36.037889 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 11:30:36.038448 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 11:30:36.041565 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 11:30:36.045587 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 11:30:36.049517 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 24 11:30:36.051136 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 11:30:36.051542 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 11:30:36.051908 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 11:30:36.052303 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 11:30:36.055083 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 11:30:36.055340 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 11:30:36.055710 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 11:30:36.084391 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 24 11:30:36.084895 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.085213 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74859) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 11:30:36.085671 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.087196 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74859) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 11:30:36.087480 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 11:30:36.087759 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 11:30:36.090914 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.091199 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.152496 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 11:30:36.152733 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 11:30:36.152974 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 11:30:36.153349 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 11:30:36.184601 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_db.sqlalchemy.engines [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74859) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 24 11:30:36.517775 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Initializing driver for type 'gre' Aug 24 11:30:36.518402 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] gre ID ranges: [(1, 1000)] Aug 24 11:30:36.575603 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Initializing driver for type 'local' Aug 24 11:30:36.575968 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Initializing driver for type 'vlan' Aug 24 11:30:36.588920 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] VlanTypeDriver initialization complete Aug 24 11:30:36.589269 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Initializing driver for type 'vxlan' Aug 24 11:30:36.590068 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] vxlan ID ranges: [(1, 1000)] Aug 24 11:30:36.649362 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Initializing extension driver 'port_security' Aug 24 11:30:36.649711 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.extensions.port_security [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] PortSecurityExtensionDriver initialization complete Aug 24 11:30:36.650046 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Initializing mechanism driver 'openvswitch' Aug 24 11:30:36.650387 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Initializing mechanism driver 'hyperv' Aug 24 11:30:36.656893 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.plugins.ml2.plugin [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:30:36.657663 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > port after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.658037 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > port after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.658404 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > port after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.658780 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > subnet after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.659132 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > subnet after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.659475 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > subnet after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.659886 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > network after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.660237 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > network after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.660581 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > network after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.660960 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > security_group after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.661625 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > security_group after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.661625 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > security_group after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.662016 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.662361 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.662868 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.663035 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] ML2 OVO RPC backend initialized. {{(pid=74859) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 24 11:30:36.663691 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router_interface after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.664054 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.664475 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > network before_response 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.664826 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > networks before_response 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.665174 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > port before_response 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.665520 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > ports before_response 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.665866 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > subnet before_response 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.666212 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > subnets before_response 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.666559 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > network after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.666899 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > network after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.667237 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > network after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.668153 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > port after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.668492 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > port after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.668830 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > port after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.669170 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > subnet after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.669507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > subnet after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.669844 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > subnet after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.670424 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.plugin [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Modular L2 Plugin initialization complete Aug 24 11:30:36.670751 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading services supported by the core plugin {{(pid=74859) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 11:30:36.671075 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.plugins.ml2.managers [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Got port-security extension from driver 'port_security' Aug 24 11:30:36.671542 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.extensions.vlantransparent [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Disabled vlantransparent extension. Aug 24 11:30:36.671982 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74859) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 11:30:36.672297 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading Plugin: router Aug 24 11:30:36.708879 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router_interface before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.709273 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router after_create 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.709645 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router before_create 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.710014 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.710515 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.710879 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router after_delete 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.711239 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > floatingip after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.711610 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router after_create 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.711985 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router after_update 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.712338 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router after_update 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.712689 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.713047 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router after_update 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.713459 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_update 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.713829 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: port after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.714169 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: port after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.714547 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: subnet after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.715037 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.715334 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > port precommit_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.715711 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_create 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.716062 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: port before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.716407 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.716768 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router after_update 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.717113 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_delete 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.717465 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_create 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.717829 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router_interface after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.718177 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_update 55549900 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.718542 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > agent after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.718895 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > agent after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.719242 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > network after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.720145 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Tracking information for resource: router configured {{(pid=74859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 11:30:36.720481 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Tracking information for resource: floatingip configured {{(pid=74859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 11:30:36.725288 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.db.l3_agentschedulers_db [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 11:30:36.725868 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: port after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.726233 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: port after_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.726589 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: port after_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.726941 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: port after_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.727772 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router before_create 55550100 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.728140 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_delete 55550100 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.728505 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_create 55550100 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.728862 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > router precommit_update 55550100 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.733789 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.services.provider_configuration [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service providers = [] {{(pid=74859) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 11:30:36.734159 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.db.servicetype_db [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74859) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 11:30:36.737198 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.services.service_base [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 11:30:36.737552 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.services.service_base [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 11:30:36.737896 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.services.service_base [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 11:30:36.738790 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.services.service_base [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 11:30:36.739164 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.services.service_base [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 11:30:36.739539 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 11:30:36.739913 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 11:30:36.751115 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 11:30:36.751455 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading Plugin: auto_allocate Aug 24 11:30:36.757229 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: network precommit_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.757599 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: network precommit_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.758115 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 11:30:36.758439 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading Plugin: tag Aug 24 11:30:36.765156 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 11:30:36.765492 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading Plugin: timestamp Aug 24 11:30:36.769354 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 11:30:36.769642 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading Plugin: network_ip_availability Aug 24 11:30:36.774925 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.775293 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.775674 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.776382 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 11:30:36.776706 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading Plugin: flavors Aug 24 11:30:36.782029 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 11:30:36.782370 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading Plugin: revisions Aug 24 11:30:36.786607 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 11:30:36.787000 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_concurrency.lockutils [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=74859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:30:36.787759 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74859) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 24 11:30:36.788100 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Initializing extension manager. Aug 24 11:30:36.788604 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: __init__.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.788948 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: __pycache__ {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.789285 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.789619 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.789951 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: _filter_validation_lib.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.790280 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.790607 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: address_group.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.791361 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.791950 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: address-group Aug 24 11:30:36.792276 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: address_scope.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.793578 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.794090 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: address-scope Aug 24 11:30:36.794413 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: admin_state_down_before_update.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.795339 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.795886 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: router-admin-state-down-before-update Aug 24 11:30:36.796211 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: agent.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.796908 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.797412 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: agent Aug 24 11:30:36.797731 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: agent_resources_synced.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.798642 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.799147 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: agent-resources-synced Aug 24 11:30:36.799467 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: allowedaddresspairs.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.801281 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.801801 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: allowed-address-pairs Aug 24 11:30:36.802130 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: auto_allocated_topology.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.803205 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.803758 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: auto-allocated-topology Aug 24 11:30:36.804085 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: availability_zone.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.804779 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.805283 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: availability_zone Aug 24 11:30:36.805606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: availability_zone_filter.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.806514 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.807018 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: availability_zone_filter Aug 24 11:30:36.807340 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: data_plane_status.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.808387 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.808860 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 11:30:36.809184 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: default_subnetpools.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.810100 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.810606 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: default-subnetpools Aug 24 11:30:36.810929 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: dhcpagentscheduler.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.811725 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.812231 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: dhcp_agent_scheduler Aug 24 11:30:36.812558 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: dns.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.813471 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.813977 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension dns-integration not supported by any of loaded plugins Aug 24 11:30:36.814302 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: dns_domain_ports.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.815213 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.815748 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 11:30:36.816073 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: dvr.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.816746 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.817250 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: dvr Aug 24 11:30:36.817572 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: empty_string_filtering.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.818488 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.818994 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: empty-string-filtering Aug 24 11:30:36.819315 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.820242 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.820741 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 11:30:36.821062 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.821969 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.822477 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 11:30:36.822796 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: external_net.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.823735 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.824276 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: external-net Aug 24 11:30:36.824599 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: extra_dhcp_opt.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.825512 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.826015 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: extra_dhcp_opt Aug 24 11:30:36.826335 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: extraroute.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.827238 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.827772 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: extraroute Aug 24 11:30:36.828096 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: extraroute_atomic.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.829125 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.829638 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: extraroute-atomic Aug 24 11:30:36.829963 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: filter_validation.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.830629 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.831394 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: filter-validation Aug 24 11:30:36.831749 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: fip_pf_description.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.832670 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.833174 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 11:30:36.833493 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: fip_port_details.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.834434 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.834937 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: fip-port-details Aug 24 11:30:36.835255 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: flavors.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.836560 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.837248 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: flavors Aug 24 11:30:36.837576 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.839210 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.840303 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 11:30:36.840631 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: floatingip_pools.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.841340 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.841852 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: floatingip-pools Aug 24 11:30:36.842175 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: ip_allocation.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.843100 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.843609 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 11:30:36.843952 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.844883 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.845394 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: ip-substring-filtering Aug 24 11:30:36.845719 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: l2_adjacency.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.846641 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.847145 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 11:30:36.847464 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: l3.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.848456 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.848975 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: router Aug 24 11:30:36.849298 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: l3_conntrack_helper.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.851527 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.852090 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 11:30:36.852429 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.853372 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.853889 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: ext-gw-mode Aug 24 11:30:36.854219 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.855762 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.856283 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: l3-ha Aug 24 11:30:36.856612 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: l3_flavors.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.857532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.858045 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: l3-flavors Aug 24 11:30:36.858372 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.859297 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.859837 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 11:30:36.860164 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: l3agentscheduler.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.861193 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.861700 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: l3_agent_scheduler Aug 24 11:30:36.862025 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: logging.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.863503 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.864056 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension logging not supported by any of loaded plugins Aug 24 11:30:36.864388 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: metering.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.865131 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.865699 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: metering Aug 24 11:30:36.866024 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.867113 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.867628 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: metering_source_and_destination_fields Aug 24 11:30:36.867986 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: multiprovidernet.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.868918 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.869431 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: multi-provider Aug 24 11:30:36.869757 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: netmtu.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.870712 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.871225 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: net-mtu Aug 24 11:30:36.871549 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: netmtu_writable.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.872513 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.873022 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: net-mtu-writable Aug 24 11:30:36.873342 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: network_availability_zone.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.874012 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.874516 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: network_availability_zone Aug 24 11:30:36.874837 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: network_ip_availability.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.876086 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.876604 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: network-ip-availability Aug 24 11:30:36.876930 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: network_segment_range.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.877694 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.878199 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 11:30:36.878521 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: pagination.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.879508 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.879875 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: pagination Aug 24 11:30:36.880200 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.881119 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.881631 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: port-mac-address-regenerate Aug 24 11:30:36.881953 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: port_resource_request.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.882872 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.883383 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 11:30:36.883736 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: portbindings.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.884677 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.885193 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: binding Aug 24 11:30:36.885519 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: portbindings_extended.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.886831 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.887339 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: binding-extended Aug 24 11:30:36.887688 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: portsecurity.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.888616 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.889129 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: port-security Aug 24 11:30:36.889454 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: project_id.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.890427 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.890756 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: project-id Aug 24 11:30:36.891076 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: providernet.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.892031 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.892555 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: provider Aug 24 11:30:36.892877 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.896360 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.896886 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos not supported by any of loaded plugins Aug 24 11:30:36.897220 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.898458 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.898977 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 11:30:36.899311 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.900263 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.900778 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 11:30:36.901108 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos_default.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.902579 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.903089 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos-default not supported by any of loaded plugins Aug 24 11:30:36.903417 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos_fip.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.904116 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.904623 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos-fip not supported by any of loaded plugins Aug 24 11:30:36.905168 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos_gateway_ip.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.905870 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.906380 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 11:30:36.906705 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos_port_network_policy.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.907621 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.908162 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 11:30:36.908532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos_rule_type_details.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.910743 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.910743 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 11:30:36.910743 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: qos_rules_alias.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.911457 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.912005 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 11:30:36.912329 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: quotasv2.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.913204 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.913536 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: quotas Aug 24 11:30:36.916651 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: quotasv2_detail.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.916651 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.916651 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: quota_details Aug 24 11:30:36.916651 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: rbac.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.917295 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.918426 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: rbac-policies Aug 24 11:30:36.918756 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: rbac_address_scope.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.919715 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.920238 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: rbac-address-scope Aug 24 11:30:36.920565 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: rbac_security_groups.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.921485 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.921998 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: rbac-security-groups Aug 24 11:30:36.922321 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: rbac_subnetpool.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.923256 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.923811 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: rbac-subnetpool Aug 24 11:30:36.924136 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: revisionifmatch.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.925057 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.925568 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: revision-if-match Aug 24 11:30:36.925888 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: revisions.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.926998 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.927512 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: standard-attr-revisions Aug 24 11:30:36.927870 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: router_availability_zone.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.928547 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.929060 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: router_availability_zone Aug 24 11:30:36.929383 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: routerservicetype.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.930322 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.930831 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension router-service-type not supported by any of loaded plugins Aug 24 11:30:36.931157 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: security_groups_port_filtering.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.932100 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.932612 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: port-security-groups-filtering Aug 24 11:30:36.932939 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: securitygroup.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.943874 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.944408 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: security-group Aug 24 11:30:36.944747 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: segment.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.945534 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.946045 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension segment not supported by any of loaded plugins Aug 24 11:30:36.946377 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.947324 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.947867 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 11:30:36.948201 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: servicetype.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.949328 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.949847 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: service-type Aug 24 11:30:36.950180 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: sorting.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.951162 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.951500 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: sorting Aug 24 11:30:36.951853 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: standard_attr_segment.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.952790 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.953307 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 11:30:36.953642 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: standardattrdescription.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.954292 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.954802 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: standard-attr-description Aug 24 11:30:36.955128 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: stateful_security_group.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.956338 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.956851 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: stateful-security-group Aug 24 11:30:36.957177 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: stdattrs_common.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.957764 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 11:30:36.958084 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.959013 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.959534 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 11:30:36.959875 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: subnet_onboard.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.961031 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.961629 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: subnet_onboard Aug 24 11:30:36.961948 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.962881 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.963391 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 11:30:36.963748 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: subnet_service_types.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.965222 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.965739 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: subnet-service-types Aug 24 11:30:36.966063 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: subnetallocation.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.967151 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.967692 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: subnet_allocation Aug 24 11:30:36.968025 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.968699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.969213 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: subnetpool-prefix-ops Aug 24 11:30:36.969539 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.970477 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.970986 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 11:30:36.971316 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: tagging.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.972410 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.972930 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: standard-attr-tag Aug 24 11:30:36.973255 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: timestamp.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.974471 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.974989 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loaded extension: standard-attr-timestamp Aug 24 11:30:36.975321 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: trunk.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.976390 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.976904 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension trunk not supported by any of loaded plugins Aug 24 11:30:36.977233 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: trunk_details.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.978161 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.978670 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension trunk-details not supported by any of loaded plugins Aug 24 11:30:36.978997 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: uplink_status_propagation.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.979958 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.981053 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 11:30:36.981381 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Loading extension file: vlantransparent.py {{(pid=74859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 11:30:36.982059 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 11:30:36.982569 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 11:30:36.984856 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:network Aug 24 11:30:36.985570 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:subnet Aug 24 11:30:36.986172 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 11:30:36.986989 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:port Aug 24 11:30:36.988281 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:36.988737 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service FLAVORS assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:36.989360 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:36.989795 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:36.990127 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:router Aug 24 11:30:36.990799 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:floatingip Aug 24 11:30:36.991502 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service METERING assigned prefix: /metering {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:36.992950 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.993321 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.993673 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:30:36.994830 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 11:30:36.995272 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:security_group Aug 24 11:30:36.996024 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 11:30:36.996763 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service CORE assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:36.997099 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 11:30:36.997441 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] subnetpool is already registered Aug 24 11:30:36.998054 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service CORE assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:36.998387 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 11:30:36.998714 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] subnetpool is already registered Aug 24 11:30:37.001305 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:37.001743 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service FLAVORS assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:37.002340 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:37.002760 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:37.003092 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:router Aug 24 11:30:37.003425 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] router is already registered Aug 24 11:30:37.004061 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:floatingip Aug 24 11:30:37.004398 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] floatingip is already registered Aug 24 11:30:37.005056 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service METERING assigned prefix: /metering {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:37.005731 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 11:30:37.006060 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] rbac_policy is already registered Aug 24 11:30:37.006605 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:security_group Aug 24 11:30:37.006930 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] security_group is already registered Aug 24 11:30:37.008243 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 11:30:37.009330 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] security_group_rule is already registered Aug 24 11:30:37.010034 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service CORE assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:37.010368 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 11:30:37.010697 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] subnetpool is already registered Aug 24 11:30:37.011324 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.v2.resource_helper [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Service CORE assigned prefix: {{(pid=74859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 11:30:37.011674 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 11:30:37.012002 dv-cinder-798098-2-smb neutron-server[74859]: WARNING neutron.quota.resource_registry [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] subnetpool is already registered Aug 24 11:30:37.012661 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: extensions {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.014129 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: address-groups {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.015753 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: address-scopes {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.016939 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: agents {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.018110 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: auto-allocated-topology {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.019330 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: availability_zones {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.020685 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: dhcp-networks {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.022025 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: dhcp-agents {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.023414 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: routers {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.025264 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: flavors {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.026423 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: service_profiles {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.028196 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: next_providers {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.029696 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: service_profiles {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.031130 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: floatingip-pools {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.032361 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: routers {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.034151 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: floatingips {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.035312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: l3-routers {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.036691 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: l3-agents {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.038081 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: metering-labels {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.040280 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: metering-label-rules {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.041563 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: network-ip-availabilities {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.043389 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: bindings {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.045043 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: quotas {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.046487 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: quotas {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.047962 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: rbac-policies {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.049228 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: security-groups {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.050434 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: security-group-rules {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.051675 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: service-providers {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.052907 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: subnetpools {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.054314 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: subnetpools {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.055819 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.057487 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.059315 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.061100 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.062863 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.064558 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.066317 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.068179 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.070019 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.071879 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron.api.extensions [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Extended resource: tags {{(pid=74859) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 11:30:37.077754 dv-cinder-798098-2-smb neutron-server[74859]: WARNING keystonemiddleware.auth_token [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 11:30:37.082765 dv-cinder-798098-2-smb neutron-server[74859]: WARNING keystonemiddleware.auth_token [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 11:30:37.091294 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_concurrency.lockutils [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Acquired lock "singleton_lock" {{(pid=74859) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 11:30:37.091808 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_concurrency.lockutils [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Releasing lock "singleton_lock" {{(pid=74859) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 11:30:37.092440 dv-cinder-798098-2-smb neutron-server[74859]: INFO oslo_service.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Starting 2 workers Aug 24 11:30:37.097020 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Started child 74964 {{(pid=74859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 11:30:37.101170 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Started child 74965 {{(pid=74859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 11:30:37.102213 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:37.102723 dv-cinder-798098-2-smb neutron-server[74859]: INFO neutron.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 11:30:37.103349 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Notify callbacks [] for process, before_spawn {{(pid=74859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:37.103819 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [-] (74964) wsgi starting up on http://0.0.0.0:9696 Aug 24 11:30:37.106288 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:37.106729 dv-cinder-798098-2-smb neutron-server[74859]: INFO oslo_service.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Starting 1 workers Aug 24 11:30:37.107619 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [-] (74965) wsgi starting up on http://0.0.0.0:9696 Aug 24 11:30:37.111291 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Started child 74966 {{(pid=74859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 11:30:37.111816 dv-cinder-798098-2-smb neutron-server[74859]: INFO oslo_service.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Starting 1 workers Aug 24 11:30:37.114998 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] calling RpcWorker wait() {{(pid=74966) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 11:30:37.115509 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] returning from RpcWorker wait() {{(pid=74966) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 11:30:37.115960 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Started child 74967 {{(pid=74859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 11:30:37.116733 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG neutron_lib.callbacks.manager [None req-f44568a4-3b81-468f-8972-a8be7cb3638d None None] Notify callbacks [] for process, after_spawn {{(pid=74859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:37.116823 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:37.117310 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:30:37.118589 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74859) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 24 11:30:37.118801 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 11:30:37.118980 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 11:30:37.119184 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 11:30:37.119524 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 11:30:37.119716 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 11:30:37.120215 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.120490 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.120795 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:37.121256 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.121256 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.121394 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.121787 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:30:37.121965 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.122243 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.122486 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.122774 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.123029 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.123196 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.123363 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.123617 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.123873 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.124158 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.124434 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.124670 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.124939 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.125107 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.125538 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.125948 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.126335 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.126741 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] debug = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.127145 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.127820 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.128232 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.128624 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.129025 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.129438 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.129861 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.130296 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.130694 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.131077 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.131468 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.131921 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.132309 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.132719 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.133125 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.133509 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.134144 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] host = dv-cinder-798098-2-smb {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.134537 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.134996 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.135377 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.135796 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.136188 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.137128 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.137539 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.137967 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.138377 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.138748 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.139137 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.139556 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.139935 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.140345 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_file = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.140652 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_options = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.141026 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.141460 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.141875 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.142207 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.142532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.142858 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.143270 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.143576 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.144009 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.144394 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.144757 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.145129 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.145523 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.145920 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.146189 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.146435 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.146769 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.146961 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.147155 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.147386 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.147824 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.148276 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.148681 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.149115 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.149544 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.149954 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.150360 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.150789 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.151187 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.151632 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.152044 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.152809 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.153065 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.153335 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.153575 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.153814 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.154036 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.154460 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.154862 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.155258 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.155719 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.156089 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.156509 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.156925 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.157344 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.157756 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_json = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.158163 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.158401 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.158849 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.159254 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.159712 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.160112 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.160532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.161011 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.161667 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.162174 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.162684 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.163120 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.163535 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.163978 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.164405 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.164855 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.165268 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.165690 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.166149 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.166530 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.167075 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.167364 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.167736 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.168168 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.168546 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.168811 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.169061 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.169286 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.169510 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.169734 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.170008 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.170313 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.170570 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.170801 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.171056 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.171280 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.171533 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.171797 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.172209 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.172593 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.173179 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.173545 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.173919 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.174143 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.174366 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.174603 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.175125 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.175626 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.175911 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.176295 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.176699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.176922 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.177150 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.177395 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.177619 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.177839 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.178087 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.178475 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.178834 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.179238 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.179465 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.179730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.179951 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.180170 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.180565 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.180958 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.181357 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.181731 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.182115 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.182491 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.182851 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.183262 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.183625 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.184058 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.184419 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.184798 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.185173 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.185396 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.185621 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.185867 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.186102 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.186505 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.186866 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.187255 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.187572 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.188054 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.188439 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.188707 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 49364) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:30:37.188985 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.189373 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.189750 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.190008 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.190450 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.190671 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.191120 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.191420 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.192399 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.192399 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.192399 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.192665 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.192952 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.193260 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.193557 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.193884 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.194198 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.194532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.194872 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.195189 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.195515 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.195844 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.196329 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.196762 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.197225 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.197651 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.198092 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.198584 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.199499 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.199776 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072632 Aug 24 11:30:37.201081 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.201081 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.201081 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.201329 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.201551 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.201838 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.202088 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.202353 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.202587 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.202891 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.203175 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.203402 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.203665 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.204176 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.204252 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.204486 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.204707 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.205640 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.205640 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.205640 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.206110 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.206279 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.206476 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.206724 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.206994 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.207240 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.207461 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.207747 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.210591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.210875 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.211335 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.211606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.212370 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.212643 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.213194 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.213471 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.213703 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.215683 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.215683 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.215683 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.216164 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.216431 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.217271 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.217511 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.217784 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.218026 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.218253 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.218499 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.218740 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.219011 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.219333 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.219632 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.220058 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.220298 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.220530 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.220786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.221072 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.221290 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.221539 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.221784 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.222001 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.222214 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.222449 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.222667 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.222903 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.223130 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.223344 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.223608 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.224043 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.224416 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.225316 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.225316 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.225316 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.225510 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.225574 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.225763 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.225969 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.226188 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.226403 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.226640 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.226863 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.227101 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.227328 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.227562 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.227924 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.228379 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.228619 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.228896 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.229182 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.229422 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.229706 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.229959 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.231287 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.231572 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.232290 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.232957 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.233185 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.233957 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.234202 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.234374 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.234674 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.234927 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.235257 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.236102 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.236426 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.236573 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.237023 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.237345 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.237567 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.237814 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.238044 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.238264 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.238486 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.239017 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.239854 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.240169 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.240409 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.240655 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.240953 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.241232 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.241643 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.241954 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.242266 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.242616 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.242927 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.243204 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.244532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.244532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.244532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.244532 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.244895 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.245108 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.245844 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.246365 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.246672 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.246934 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.247288 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.247522 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.247756 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.248141 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.249201 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.249440 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.249664 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.249816 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 11:30:37.250327 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74859) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 24 11:30:37.250479 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 11:30:37.250620 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 11:30:37.251794 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 11:30:37.251992 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 11:30:37.252156 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 11:30:37.252373 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.252542 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.252709 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.252873 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.253038 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.253221 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.253381 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.253624 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.253753 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.253885 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.254044 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.254199 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.254377 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.254539 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.254688 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.254845 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.255001 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.255379 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.255553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.255738 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.255921 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.256057 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.256213 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] debug = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.256369 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.256578 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.256907 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.257214 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.257373 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.257514 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.257655 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.257804 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.258100 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.258393 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.258498 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:30:37.258797 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.259057 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.259224 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.259410 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.259561 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.259765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.259917 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] host = dv-cinder-798098-2-smb {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.260077 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.260227 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.260384 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.260540 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.260690 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262076 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262076 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262076 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262076 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262076 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262076 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262641 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262641 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262641 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_file = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262829 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_options = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262829 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.262945 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.263118 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.263286 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.263450 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.263609 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.263818 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.263959 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.264785 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.264785 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.264785 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.264785 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.264785 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.264785 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.265118 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.265118 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.265234 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.265445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.265586 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.265743 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.265880 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.266017 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.266160 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.266295 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.266429 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.267347 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.267347 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.267347 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.267347 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.267347 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.267347 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.267347 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.268299 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.268299 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.268299 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.268299 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.268299 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.268299 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269046 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269046 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269046 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269046 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269405 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269405 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269405 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269624 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_json = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269708 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269785 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.269939 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.270099 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.270253 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.270409 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.270564 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.270768 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 11:30:37.270904 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.271224 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.271224 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.271432 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.271526 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.271639 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.272683 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.272876 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.273023 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.273163 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.273300 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.273437 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.273561 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.273696 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.273819 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.273978 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.274138 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.274299 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275199 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275199 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275199 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275199 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275199 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275199 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275976 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275976 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275976 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275976 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.275976 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.276522 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.276522 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.276522 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.276866 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.276866 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.276866 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.277724 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.277724 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.277867 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.278013 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.278184 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.278591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.278591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.278591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.278884 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.278884 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.279223 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.279223 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.279223 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.280226 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.280226 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.280226 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.280226 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.280226 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.281783 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.282556 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.282556 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.282556 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.282556 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.282556 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.282556 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.282556 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.283776 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.283776 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.283776 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.283776 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.283776 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.283776 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.283776 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.285312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.285312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.285312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.285312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.285312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.285312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.285312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.285312 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.286786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.286786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.286786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.286786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.286786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.286786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.286786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.286786 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.287699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.287699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.287699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.287699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.287699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.287699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.287699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.287699 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.288507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.288507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.288507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.288507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.288507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.288507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.288507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.288507 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.289600 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.289600 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.289600 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.289600 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.289600 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.289600 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.289600 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.290591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.290591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.290591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.290591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.290591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.290591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.290591 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.292553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.292553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.292553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.292553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.292553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.292553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.292553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.292553 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.293765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.293765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.293765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.293765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.293765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.293765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.293765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.293765 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.294788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.294788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.294788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.294788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.294788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.294788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.294788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.294788 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.295606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.295606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.295606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.295606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.295606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.295606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.295606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.295606 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.296445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.296445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.296445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.296445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.296445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.296445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.296445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.296445 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297160 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297160 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297160 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297160 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297160 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297631 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297631 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297631 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297908 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.297908 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.298095 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.298195 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.298306 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.298462 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.298619 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.298834 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.298961 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.299089 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.299245 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.299504 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.299683 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.299848 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.300003 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.300906 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.300906 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.300906 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.300906 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.300906 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.300906 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.301471 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.301471 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.301471 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.301471 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.301854 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.301854 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.302048 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.302149 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.302278 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.302439 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.302598 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.303466 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.303466 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.303466 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.303466 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.303466 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304012 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304012 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304012 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304012 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304427 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304427 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304620 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304620 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304816 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.304981 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.305247 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.305247 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.305498 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.305498 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.305700 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.305787 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.305951 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.306361 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.306361 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.306643 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.306643 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.307730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.307730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.307730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.307730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.307730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.307730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.307730 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.308616 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.308616 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.308616 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.308616 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.308616 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.308616 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.309173 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.309173 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.309173 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.309173 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.310442 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.310442 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.310442 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.310442 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.310442 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.310442 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 11:30:37.310442 dv-cinder-798098-2-smb neutron-server[74859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 11:30:47.559921 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679ffd34-5671-4819-9067-00e436baed3d None None] get_active_networks_info from dv-cinder-798098-2-smb {{(pid=74966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 24 11:30:47.627317 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679ffd34-5671-4819-9067-00e436baed3d None None] No non-hosted networks {{(pid=74966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 11:30:47.644810 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.agentschedulers_db [None req-679ffd34-5671-4819-9067-00e436baed3d None None] DHCP Agent not found on host dv-cinder-798098-2-smb {{(pid=74966) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 11:30:47.715164 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-5b7d23d9-cd38-4859-a33f-35c7ffc9981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4080953'] for agent, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:47.889126 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4080953'] for agent, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:47.890809 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.891429 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.892077 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.892873 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.893482 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.894018 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.894520 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.895046 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.895607 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.896671 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.897184 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:30:47.898133 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798098-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:30:47.915520 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798098-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:30:49.677484 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-8c25c810-e8b4-424d-910e-c4d4032e2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4080953'] for agent, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:49.727947 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d42bc29d-8e99-43db-bf84-3b2590b8e4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:50.667905 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4080953'] for agent, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:51.828732 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.db.l3_hamode_db [None req-325057e7-0870-4c86-af02-097e90bfdfda None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 11:30:51.916493 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325057e7-0870-4c86-af02-097e90bfdfda None None] Routers set() bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:30:51.916924 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325057e7-0870-4c86-af02-097e90bfdfda None None] Router IDs set() for agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 11:30:52.242837 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4080953'] for agent, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:53.782036 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 49460) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:30:54.388247 dv-cinder-798098-2-smb neutron-server[74964]: WARNING oslo_policy.policy [None req-9cfa36e7-7464-47a9-bcfb-c53c68705e34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 11:30:54.388825 dv-cinder-798098-2-smb neutron-server[74964]: WARNING oslo_policy.policy [None req-9cfa36e7-7464-47a9-bcfb-c53c68705e34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 11:30:54.603200 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [None req-9cfa36e7-7464-47a9-bcfb-c53c68705e34 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:30:54.604421 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-9cfa36e7-7464-47a9-bcfb-c53c68705e34 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8203835 Aug 24 11:30:56.802425 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 49474) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:30:57.395360 dv-cinder-798098-2-smb neutron-server[74965]: WARNING oslo_policy.policy [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 11:30:57.395989 dv-cinder-798098-2-smb neutron-server[74965]: WARNING oslo_policy.policy [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 11:30:57.616655 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:30:57.664629 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.policy [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74965) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 24 11:30:57.665371 dv-cinder-798098-2-smb neutron-server[74965]: WARNING oslo_policy.policy [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 11:30:57.665740 dv-cinder-798098-2-smb neutron-server[74965]: WARNING oslo_policy.policy [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 11:30:57.669665 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.quota [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] Loaded quota_driver: . Aug 24 11:30:57.685525 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:30:57.754688 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770676912329', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770676859688', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770676871224', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770676881822', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770676877066', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-633410', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-987199', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4135519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4094620'] for rbac-policy, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:57.821608 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:30:57.822801 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-5a509c31-7bf5-465d-b7bb-dd34364c2901 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0194511 Aug 24 11:31:00.302131 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 49492) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:00.668664 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:31:00.670110 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.quota [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Loaded quota_driver: . Aug 24 11:31:00.686949 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:31:00.693344 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Usage tracker for resource:network and tenant:df53b0ec3ae84639bf2d6431ec41f9f9 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:31:00.699165 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:31:00.706710 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:31:00.721851 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Made reservation on behalf of df53b0ec3ae84639bf2d6431ec41f9f9 for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:31:00.755086 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.policy [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74964) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 24 11:31:00.755878 dv-cinder-798098-2-smb neutron-server[74964]: WARNING oslo_policy.policy [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 11:31:00.756254 dv-cinder-798098-2-smb neutron-server[74964]: WARNING oslo_policy.policy [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 11:31:00.760772 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:00.782772 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:00.829090 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:31:00.833029 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Usage tracker for resource:security_group_rule and tenant:df53b0ec3ae84639bf2d6431ec41f9f9 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:31:00.835881 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:31:00.841930 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:31:00.908989 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:00.912924 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:00.919609 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:00.939358 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:31:00.965246 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770677977209', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:00.965805 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Unsubscribe: segment precommit_create {{(pid=74964) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 11:31:00.966277 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Added segment ecc3987b-5557-4da1-9ef3-8903333b6df2 of type vlan for network 6a7cf887-634d-4242-b448-5017a0bc0b16 Aug 24 11:31:01.017831 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a2a800-334c-4a41-87c4-a9a7025442ff,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:01.044730 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.045059 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.045379 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.045695 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.046007 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.046567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.046935 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.047414 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.047752 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.048057 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.048361 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Tracked resource versions report: Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: pushed versions: Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: { 'ConntrackHelper': {'1.0'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Log': {'1.0'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Network': {'1.1'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Port': {'1.5'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'PortForwarding': {'1.2'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'QosPolicy': {'1.8'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'SecurityGroup': {'1.2'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'SecurityGroupRule': {'1.0'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'SubPort': {'1.0'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Subnet': {'1.1'}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Trunk': {'1.1'}} Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: consumer versions: Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: { DHCP agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: L3 agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: Metadata agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: Metering agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: Open vSwitch agent@dv-cinder-798098-2-smb: { 'ConntrackHelper': '1.0', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Log': '1.0', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Network': '1.1', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Port': '1.5', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'PortForwarding': '1.2', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'QosPolicy': '1.8', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'SecurityGroup': '1.2', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'SecurityGroupRule': '1.0', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'SubPort': '1.0', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Subnet': '1.1', Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: 'Trunk': '1.1'}} Aug 24 11:31:01.049387 dv-cinder-798098-2-smb neutron-server[74964]: {{(pid=74964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 11:31:01.083045 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:01.095972 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:01.125405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:01.126853 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:31:01.127516 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:01.132065 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:01.235675 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9323645 Aug 24 11:31:01.236296 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Pushing event updated for resources: {'Network': ['ID=6a7cf887-634d-4242-b448-5017a0bc0b16,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:01.239403 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:01.248687 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 6a7cf887-634d-4242-b448-5017a0bc0b16 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:31:03.793392 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 49510) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:04.255177 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1193c08b-06c5-45db-8000-4cf4c22e871a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:31:04.256586 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1193c08b-06c5-45db-8000-4cf4c22e871a admin admin] 10.222.0.49 "GET /v2.0/networks/6a7cf887-634d-4242-b448-5017a0bc0b16 HTTP/1.1" status: 200 len: 825 time: 0.4621663 Aug 24 11:31:04.288034 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-5b2a2fd3-a562-42db-a3fb-954e1497e2f6 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/1b528a38-2eb8-4747-8a06-f3595b7f9895 HTTP/1.1" status: 200 len: 734 time: 0.0256495 Aug 24 11:31:04.296408 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Request body: {'subnet': {'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16', 'name': 'private-subnet', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '1b528a38-2eb8-4747-8a06-f3595b7f9895'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:31:04.300836 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:31:04.306249 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Usage tracker for resource:subnet and tenant:df53b0ec3ae84639bf2d6431ec41f9f9 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:31:04.309156 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:31:04.315134 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:31:04.324608 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Made reservation on behalf of df53b0ec3ae84639bf2d6431ec41f9f9 for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:31:04.326799 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:04.593192 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:04.597652 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:04.677558 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c2d341-07f4-452f-afa4-035dd3eb33d4,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:04.683864 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:04.685644 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Checking segment: {'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:31:04.685999 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Network hostable DHCP agents. Network: 6a7cf887-634d-4242-b448-5017a0bc0b16, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:31:04.710965 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Network 6a7cf887-634d-4242-b448-5017a0bc0b16 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:31:04.720525 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 6a7cf887-634d-4242-b448-5017a0bc0b16) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:31:04.725049 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:31:04.725631 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:04.730772 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427daf0a-f6d0-46e4-8e27-eba33f2efc23 None None] Network 6a7cf887-634d-4242-b448-5017a0bc0b16 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:31:04.745138 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4516075 Aug 24 11:31:05.038238 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe063fa1d-85b8-5bd1-b075-fc080112fc7c-6a7cf887-634d-4242-b448-5017a0bc0b16', 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'fixed_ips': [{'subnet_id': '88c2d341-07f4-452f-afa4-035dd3eb33d4'}]}} from dv-cinder-798098-2-smb. {{(pid=74966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 11:31:05.039419 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:05.224903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.db_base_plugin_common [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Allocated IP 172.20.0.2 (6a7cf887-634d-4242-b448-5017a0bc0b16/88c2d341-07f4-452f-afa4-035dd3eb33d4/b98eaa25-1e70-4524-90be-07674db62d9a) {{(pid=74966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:31:05.446050 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Notify callbacks [] for port, precommit_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:05.459483 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Transition to ACTIVE for port object b98eaa25-1e70-4524-90be-07674db62d9a will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:31:05.478652 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Transition to ACTIVE for port object b98eaa25-1e70-4524-90be-07674db62d9a will not be triggered until provisioned by entity DHCP. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:31:05.485926 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:05.493153 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:05.553874 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Network 6a7cf887-634d-4242-b448-5017a0bc0b16 is already hosted by enough agents. {{(pid=74966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:31:05.556685 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.base_scheduler [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Resources bound (agent type, host, resource id): {{(pid=74966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:31:05.563447 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Pushing event updated for resources: {'Port': ['ID=b98eaa25-1e70-4524-90be-07674db62d9a,revision_number=1']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:05.563802 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Received port after_create {{(pid=74966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:31:05.604665 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.604998 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.605322 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.605641 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.605963 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.606276 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.606583 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.606896 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.607201 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.607504 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.607828 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Tracked resource versions report: Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: pushed versions: Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: { 'ConntrackHelper': {'1.0'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Log': {'1.0'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Network': {'1.1'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Port': {'1.5'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'PortForwarding': {'1.2'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'QosPolicy': {'1.8'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'SecurityGroup': {'1.2'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'SecurityGroupRule': {'1.0'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'SubPort': {'1.0'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Subnet': {'1.1'}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Trunk': {'1.1'}} Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: consumer versions: Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: { DHCP agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: L3 agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: Metadata agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: Metering agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: Open vSwitch agent@dv-cinder-798098-2-smb: { 'ConntrackHelper': '1.0', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Log': '1.0', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Network': '1.1', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Port': '1.5', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'PortForwarding': '1.2', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'QosPolicy': '1.8', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'SecurityGroup': '1.2', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'SecurityGroupRule': '1.0', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'SubPort': '1.0', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Subnet': '1.1', Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: 'Trunk': '1.1'}} Aug 24 11:31:05.608925 dv-cinder-798098-2-smb neutron-server[74966]: {{(pid=74966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 11:31:05.640947 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:05.665363 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Attempting to bind port b98eaa25-1e70-4524-90be-07674db62d9a on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:31:05.665755 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Attempting to bind port b98eaa25-1e70-4524-90be-07674db62d9a by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:31:05.666169 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Attempting to bind port b98eaa25-1e70-4524-90be-07674db62d9a on network 6a7cf887-634d-4242-b448-5017a0bc0b16 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:31:05.672464 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:31:05.672856 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Checking segment: {'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:31:05.673325 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:05.673707 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Bound using segment: {'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:31:05.674175 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Bound port: b98eaa25-1e70-4524-90be-07674db62d9a, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:31:05.674567 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:05.758492 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] For port b98eaa25-1e70-4524-90be-07674db62d9a, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:31:05.762792 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] For port b98eaa25-1e70-4524-90be-07674db62d9a, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=b98eaa25-1e70-4524-90be-07674db62d9a,segment=NetworkSegment(ecc3987b-5557-4da1-9ef3-8903333b6df2),segment_id=ecc3987b-5557-4da1-9ef3-8903333b6df2)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:31:05.767105 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:05.772016 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:05.873177 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Pushing event updated for resources: {'Port': ['ID=b98eaa25-1e70-4524-90be-07674db62d9a,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:05.876959 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:07.018014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 49520) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:07.428298 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [None req-3ed8add9-bc35-4764-bef0-6984a294f6fe admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74965) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:31:07.429267 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-3ed8add9-bc35-4764-bef0-6984a294f6fe admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4102044 Aug 24 11:31:09.508134 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094a196-0618-4618-b2be-23a90c73208d None None] Network 6a7cf887-634d-4242-b448-5017a0bc0b16 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:31:09.639144 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-f60dbfd5-c5c9-4ecb-b35c-fcb8929b5641 None None] Provisioning for port b98eaa25-1e70-4524-90be-07674db62d9a completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:31:09.707086 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 49534) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:10.113053 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [None req-84dab1ca-64ef-401a-a246-b7b1ea701808 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74965) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:31:10.114019 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-84dab1ca-64ef-401a-a246-b7b1ea701808 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4059770 Aug 24 11:31:10.155329 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device b98eaa25-1e70-4524-90be-07674db62d9a up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:31:10.225888 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port b98eaa25-1e70-4524-90be-07674db62d9a completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:31:10.232146 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port b98eaa25-1e70-4524-90be-07674db62d9a triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:31:10.232547 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:10.349143 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:10.381236 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port b98eaa25-1e70-4524-90be-07674db62d9a, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=b98eaa25-1e70-4524-90be-07674db62d9a,segment=NetworkSegment(ecc3987b-5557-4da1-9ef3-8903333b6df2),segment_id=ecc3987b-5557-4da1-9ef3-8903333b6df2)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:31:10.384983 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:10.387403 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:10.450899 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=b98eaa25-1e70-4524-90be-07674db62d9a,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:10.454276 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:12.133482 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device b98eaa25-1e70-4524-90be-07674db62d9a up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:31:12.202174 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port b98eaa25-1e70-4524-90be-07674db62d9a triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:31:12.202534 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:12.657257 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 49546) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:13.103273 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:31:13.108166 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:31:13.112299 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Usage tracker for resource:router and tenant:df53b0ec3ae84639bf2d6431ec41f9f9 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:31:13.115900 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:31:13.122510 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:31:13.132256 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3783810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5114'] for router, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:13.133945 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4081721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4104249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5101'] for router, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:13.160036 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:13.270634 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384'] for router, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:13.287902 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] Notify callbacks [] for router, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:13.289034 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-2f564ae5-f368-4fd1-b48e-a5f603f22e5e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6308177 Aug 24 11:31:15.503083 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 49556) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:15.881114 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [None req-28c61021-dc46-4c71-90da-da4bf83c3da4 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74965) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:31:15.882049 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-28c61021-dc46-4c71-90da-da4bf83c3da4 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3780079 Aug 24 11:31:17.479082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-a1d56b4f-ed9e-49cb-aabe-40024788e5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:17.876096 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.170847 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 49566) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:18.546821 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:31:18.551728 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:31:18.555368 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Usage tracker for resource:network and tenant:44680641a7034c909ca40e4d175843cf is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:31:18.558713 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:31:18.564308 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:31:18.574172 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Made reservation on behalf of 44680641a7034c909ca40e4d175843cf for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:31:18.576535 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.589750 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.621311 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:31:18.625173 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Usage tracker for resource:security_group_rule and tenant:44680641a7034c909ca40e4d175843cf is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:31:18.627977 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:31:18.633654 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:31:18.698062 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.701711 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.705531 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:18.720289 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Reserving flat network on physical network physnet1 {{(pid=74964) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 11:31:18.741090 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d801c8-6ffd-452f-8cc7-49b370b11c13,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:18.745211 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:18.748059 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.748343 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Added segment f1ec0282-8902-4762-8031-9341bfa0cb5c of type flat for network 0f39a605-3f63-465f-86ca-75a57987cc40 Aug 24 11:31:18.780450 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.814717 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.815874 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:31:18.816443 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:18.821641 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:18.929605 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Pushing event updated for resources: {'Network': ['ID=0f39a605-3f63-465f-86ca-75a57987cc40,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:18.932889 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7609608 Aug 24 11:31:18.933581 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:18.940015 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 0f39a605-3f63-465f-86ca-75a57987cc40 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:31:19.666365 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-027476ae-54c0-4d47-b2f7-35831c9a0c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:20.600193 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:21.150462 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 49576) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:21.517696 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b82fce-2e95-4d70-9897-30d6b9965385 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:31:21.519013 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-11b82fce-2e95-4d70-9897-30d6b9965385 admin admin] 10.222.0.49 "GET /v2.0/subnets/88c2d341-07f4-452f-afa4-035dd3eb33d4 HTTP/1.1" status: 200 len: 849 time: 0.3676298 Aug 24 11:31:21.691579 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-398f5eba-0c8c-462e-9c0d-00d9de39f491 admin admin] 10.222.0.49 "GET /v2.0/routers/a79a54fc-ba7f-4305-b911-861308cde06d HTTP/1.1" status: 200 len: 704 time: 0.1673269 Aug 24 11:31:22.144450 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:22.200973 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:22.368708 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Allocated IP 172.20.0.1 (6a7cf887-634d-4242-b448-5017a0bc0b16/88c2d341-07f4-452f-afa4-035dd3eb33d4/8375bb10-f5f7-4365-9baf-d2011564acc9) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:31:22.518948 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:22.535760 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Transition to ACTIVE for port object 8375bb10-f5f7-4365-9baf-d2011564acc9 will not be triggered until provisioned by entity DHCP. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:31:22.587249 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:22.592654 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:22.678587 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Network 6a7cf887-634d-4242-b448-5017a0bc0b16 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:31:22.681281 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:31:22.685477 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:31:22.685968 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4081206'] for router_interface, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:22.726718 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Pushing event updated for resources: {'Port': ['ID=8375bb10-f5f7-4365-9baf-d2011564acc9,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:22.736259 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:22.809217 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:22.856818 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-ff3f82d4-0804-400d-a495-c7cb36c94141 None None] Provisioning for port 8375bb10-f5f7-4365-9baf-d2011564acc9 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:31:22.861558 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-ff3f82d4-0804-400d-a495-c7cb36c94141 None None] Provisioning complete for port 8375bb10-f5f7-4365-9baf-d2011564acc9 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:31:22.862054 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ff3f82d4-0804-400d-a495-c7cb36c94141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:22.913730 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f82d4-0804-400d-a495-c7cb36c94141 None None] Port 8375bb10-f5f7-4365-9baf-d2011564acc9 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:31:23.028115 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:23.032493 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:23.033519 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2929927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4081119'] for router_interface, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:23.036529 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:23.152733 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Pushing event updated for resources: {'Port': ['ID=8375bb10-f5f7-4365-9baf-d2011564acc9,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:23.161391 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:23.228862 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Network 6a7cf887-634d-4242-b448-5017a0bc0b16 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:31:23.230460 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:31:23.437765 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-fc9e9530-2545-4f60-bf49-60278448da77 None None] Provisioning complete for port 8375bb10-f5f7-4365-9baf-d2011564acc9 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:31:23.438338 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fc9e9530-2545-4f60-bf49-60278448da77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:23.488885 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e9530-2545-4f60-bf49-60278448da77 None None] Port 8375bb10-f5f7-4365-9baf-d2011564acc9 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:31:23.578965 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Router a79a54fc-ba7f-4305-b911-861308cde06d is scheduled to L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d with binding_index 1 {{(pid=74964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 11:31:23.742357 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:31:23.751528 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Sync routers for ids ['a79a54fc-ba7f-4305-b911-861308cde06d'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:31:23.752435 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] 10.222.0.49 "PUT /v2.0/routers/a79a54fc-ba7f-4305-b911-861308cde06d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0560651 Aug 24 11:31:23.764699 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Routers {'a79a54fc-ba7f-4305-b911-861308cde06d'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:31:23.765620 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:31:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['a79a54fc-ba7f-4305-b911-861308cde06d'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:31:23.935474 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Set router a79a54fc-ba7f-4305-b911-861308cde06d gateway port host: None {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:31:24.297906 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'name': 'router1', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:31:13Z', 'updated_at': '2021-08-24T11:31:22Z', 'revision_number': 2, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'gw_port_host': None, '_interfaces': [{'id': '8375bb10-f5f7-4365-9baf-d2011564acc9', 'name': '', 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'mac_address': 'fa:16:3e:0c:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:22Z', 'updated_at': '2021-08-24T11:31:22Z', 'revision_number': 2, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'subnets': [{'id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b528a38-2eb8-4747-8a06-f3595b7f9895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:31:24.303085 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Checking router: a79a54fc-ba7f-4305-b911-861308cde06d for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:31:24.303473 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Updating router a79a54fc-ba7f-4305-b911-861308cde06d port 8375bb10-f5f7-4365-9baf-d2011564acc9 binding host dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:31:24.353382 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:24.725606 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Notify callbacks [] for port, precommit_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:24.739504 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.provisioning_blocks [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Transition to ACTIVE for port object 8375bb10-f5f7-4365-9baf-d2011564acc9 will not be triggered until provisioned by entity L2. {{(pid=74967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:31:24.746103 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:24.751547 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:24.971810 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Pushing event updated for resources: {'Port': ['ID=8375bb10-f5f7-4365-9baf-d2011564acc9,revision_number=3']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:24.991489 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Attempting to bind port 8375bb10-f5f7-4365-9baf-d2011564acc9 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:31:24.991899 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Attempting to bind port 8375bb10-f5f7-4365-9baf-d2011564acc9 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:31:24.992328 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Attempting to bind port 8375bb10-f5f7-4365-9baf-d2011564acc9 on network 6a7cf887-634d-4242-b448-5017a0bc0b16 {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:31:24.995969 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.996299 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.996618 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.996932 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.997243 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.997569 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.997859 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.998163 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.998464 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.998765 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:24.999066 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Tracked resource versions report: Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: pushed versions: Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: { 'ConntrackHelper': {'1.0'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Log': {'1.0'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Network': {'1.1'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Port': {'1.5'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'PortForwarding': {'1.2'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'QosPolicy': {'1.8'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'SecurityGroup': {'1.2'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'SecurityGroupRule': {'1.0'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'SubPort': {'1.0'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Subnet': {'1.1'}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Trunk': {'1.1'}} Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: consumer versions: Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: { DHCP agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: L3 agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: Metadata agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: Metering agent@dv-cinder-798098-2-smb: {}, Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: Open vSwitch agent@dv-cinder-798098-2-smb: { 'ConntrackHelper': '1.0', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Log': '1.0', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Network': '1.1', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Port': '1.5', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'PortForwarding': '1.2', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'QosPolicy': '1.8', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'SecurityGroup': '1.2', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'SecurityGroupRule': '1.0', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'SubPort': '1.0', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Subnet': '1.1', Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: 'Trunk': '1.1'}} Aug 24 11:31:25.000138 dv-cinder-798098-2-smb neutron-server[74967]: {{(pid=74967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 11:31:25.006183 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:31:25.006587 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Checking segment: {'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:31:25.007072 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:25.007448 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Bound using segment: {'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:31:25.007966 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Bound port: 8375bb10-f5f7-4365-9baf-d2011564acc9, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc3987b-5557-4da1-9ef3-8903333b6df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16'}}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:31:25.008349 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:25.017395 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:25.093274 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] For port 8375bb10-f5f7-4365-9baf-d2011564acc9, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:31:25.097538 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] For port 8375bb10-f5f7-4365-9baf-d2011564acc9, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=8375bb10-f5f7-4365-9baf-d2011564acc9,segment=NetworkSegment(ecc3987b-5557-4da1-9ef3-8903333b6df2),segment_id=ecc3987b-5557-4da1-9ef3-8903333b6df2)] {{(pid=74967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:31:25.102342 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:25.107851 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:25.191959 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Pushing event updated for resources: {'Port': ['ID=8375bb10-f5f7-4365-9baf-d2011564acc9,revision_number=4']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:25.202417 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:25.202990 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Routers {'a79a54fc-ba7f-4305-b911-861308cde06d'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:31:25.203591 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:31:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['a79a54fc-ba7f-4305-b911-861308cde06d'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:31:25.359450 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] Set router a79a54fc-ba7f-4305-b911-861308cde06d gateway port host: None {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:31:25.679409 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'name': 'router1', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:31:13Z', 'updated_at': '2021-08-24T11:31:22Z', 'revision_number': 2, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'gw_port_host': None, '_interfaces': [{'id': '8375bb10-f5f7-4365-9baf-d2011564acc9', 'name': '', 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'mac_address': 'fa:16:3e:0c:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:22Z', 'updated_at': '2021-08-24T11:31:25Z', 'revision_number': 4, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'subnets': [{'id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b528a38-2eb8-4747-8a06-f3595b7f9895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:31:25.683362 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b73e1f-9a13-4581-aeb0-51beb2551aaf None None] The sync data for ids ['a79a54fc-ba7f-4305-b911-861308cde06d'] in dv-cinder-798098-2-smb is: [{'id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'name': 'router1', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:31:13Z', 'updated_at': '2021-08-24T11:31:22Z', 'revision_number': 2, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'gw_port_host': None, '_interfaces': [{'id': '8375bb10-f5f7-4365-9baf-d2011564acc9', 'name': '', 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'mac_address': 'fa:16:3e:0c:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:22Z', 'updated_at': '2021-08-24T11:31:25Z', 'revision_number': 4, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'subnets': [{'id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b528a38-2eb8-4747-8a06-f3595b7f9895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:31:25.863530 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 49598) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:26.036259 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b9a9f1-802c-45ee-b8dd-0bfe4c60c4f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:31:26.036820 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-16b9a9f1-802c-45ee-b8dd-0bfe4c60c4f4 admin admin] Synchronizing usage tracker for tenant:44680641a7034c909ca40e4d175843cf on resource:network {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:31:26.054426 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-16b9a9f1-802c-45ee-b8dd-0bfe4c60c4f4 admin admin] Unset dirty status for tenant:44680641a7034c909ca40e4d175843cf on resource:network {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:31:26.055874 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-16b9a9f1-802c-45ee-b8dd-0bfe4c60c4f4 admin admin] 10.222.0.49 "GET /v2.0/networks/0f39a605-3f63-465f-86ca-75a57987cc40 HTTP/1.1" status: 200 len: 842 time: 0.1911776 Aug 24 11:31:26.065587 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'enable_dhcp': False}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:31:26.071115 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:31:26.075553 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Usage tracker for resource:subnet and tenant:44680641a7034c909ca40e4d175843cf is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:31:26.078551 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:31:26.085710 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:31:26.097457 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Made reservation on behalf of 44680641a7034c909ca40e4d175843cf for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:31:26.099850 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:26.498509 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.objects.ports [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74964) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 24 11:31:26.498949 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:26.504169 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:26.576455 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9108fa75-a458-4577-93b2-86475bb65a17,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:26.581781 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:26.588285 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:31:26.588694 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Network hostable DHCP agents. Network: 0f39a605-3f63-465f-86ca-75a57987cc40, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:31:26.611846 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:31:26.621933 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 0f39a605-3f63-465f-86ca-75a57987cc40) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:31:26.626794 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:31:26.628047 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:26.629703 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d027650-4def-4935-9062-c325e8449cbc None None] Network 0f39a605-3f63-465f-86ca-75a57987cc40 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:31:26.652447 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5903766 Aug 24 11:31:26.865973 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58e8e55-48fe-47b1-a059-a9ddd8e10c0c None None] Network 0f39a605-3f63-465f-86ca-75a57987cc40 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:31:28.158538 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 8375bb10-f5f7-4365-9baf-d2011564acc9 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:31:28.226294 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 8375bb10-f5f7-4365-9baf-d2011564acc9 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:31:28.231455 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 8375bb10-f5f7-4365-9baf-d2011564acc9 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:31:28.231857 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:28.360916 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:28.392106 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 8375bb10-f5f7-4365-9baf-d2011564acc9, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=8375bb10-f5f7-4365-9baf-d2011564acc9,segment=NetworkSegment(ecc3987b-5557-4da1-9ef3-8903333b6df2),segment_id=ecc3987b-5557-4da1-9ef3-8903333b6df2)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:31:28.396306 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:28.398387 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:28.463208 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=8375bb10-f5f7-4365-9baf-d2011564acc9,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:28.466327 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:28.749439 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 49622) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:28.980666 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-33329a59-5800-4247-a4cc-9fc50f88714f admin admin] 10.222.0.49 "GET /v2.0/routers/a79a54fc-ba7f-4305-b911-861308cde06d HTTP/1.1" status: 200 len: 710 time: 0.2297640 Aug 24 11:31:29.106822 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa27c5-f932-41a4-8208-b28098f6d454 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:31:29.108216 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b9aa27c5-f932-41a4-8208-b28098f6d454 admin admin] 10.222.0.49 "GET /v2.0/networks/0f39a605-3f63-465f-86ca-75a57987cc40 HTTP/1.1" status: 200 len: 886 time: 0.1226373 Aug 24 11:31:29.116876 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:31:29.582319 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:29.762377 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:29.856050 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:29.985371 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Allocated IP 172.28.2.48 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/b048fba1-a7d3-4dd2-b22b-958132a5249c) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:31:30.125214 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:30.148058 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 8375bb10-f5f7-4365-9baf-d2011564acc9 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:31:30.153144 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:30.157047 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:30.215170 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 8375bb10-f5f7-4365-9baf-d2011564acc9 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:31:30.215539 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:30.218963 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:31:30.221742 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:31:30.224330 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:31:30.261198 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Pushing event updated for resources: {'Port': ['ID=b048fba1-a7d3-4dd2-b22b-958132a5249c,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:30.265258 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:30.365739 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:30.526498 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:30.529743 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4081682', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4081377', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3783783'] for router, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:30.721495 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Router a79a54fc-ba7f-4305-b911-861308cde06d has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:31:30.920638 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:31:30.928384 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:30.929558 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] 10.222.0.49 "PUT /v2.0/routers/a79a54fc-ba7f-4305-b911-861308cde06d HTTP/1.1" status: 200 len: 889 time: 1.8160024 Aug 24 11:31:30.929839 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Sync routers for ids ['a79a54fc-ba7f-4305-b911-861308cde06d'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:31:30.942469 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Routers {'a79a54fc-ba7f-4305-b911-861308cde06d'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:31:30.943144 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:31:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['a79a54fc-ba7f-4305-b911-861308cde06d'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:31:31.135680 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Set router a79a54fc-ba7f-4305-b911-861308cde06d gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:31:31.473805 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'name': 'router1', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b048fba1-a7d3-4dd2-b22b-958132a5249c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:31:13Z', 'updated_at': '2021-08-24T11:31:30Z', 'revision_number': 4, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'gw_port': {'id': 'b048fba1-a7d3-4dd2-b22b-958132a5249c', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:29Z', 'updated_at': '2021-08-24T11:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8375bb10-f5f7-4365-9baf-d2011564acc9', 'name': '', 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'mac_address': 'fa:16:3e:0c:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:22Z', 'updated_at': '2021-08-24T11:31:28Z', 'revision_number': 5, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'subnets': [{'id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b528a38-2eb8-4747-8a06-f3595b7f9895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:31:31.478612 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Checking router: a79a54fc-ba7f-4305-b911-861308cde06d for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:31:31.478972 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Updating router a79a54fc-ba7f-4305-b911-861308cde06d port b048fba1-a7d3-4dd2-b22b-958132a5249c binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:31:31.529969 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:31.851264 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:31.863177 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Transition to ACTIVE for port object b048fba1-a7d3-4dd2-b22b-958132a5249c will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:31:31.869869 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:31.874054 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:31.950265 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Attempting to bind port b048fba1-a7d3-4dd2-b22b-958132a5249c on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:31:31.950642 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Attempting to bind port b048fba1-a7d3-4dd2-b22b-958132a5249c by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:31:31.951008 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Attempting to bind port b048fba1-a7d3-4dd2-b22b-958132a5249c on network 0f39a605-3f63-465f-86ca-75a57987cc40 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:31:31.952951 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfb860-0fc8-4df7-8071-964477d3f29b None None] Pushing event updated for resources: {'Port': ['ID=b048fba1-a7d3-4dd2-b22b-958132a5249c,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:31.956442 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-ecdfb860-0fc8-4df7-8071-964477d3f29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:31.961617 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:31:31.961992 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:31:31.962433 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:31.962822 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Bound using segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:31:31.963284 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Bound port: b048fba1-a7d3-4dd2-b22b-958132a5249c, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:31:31.963689 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:32.034452 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] For port b048fba1-a7d3-4dd2-b22b-958132a5249c, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:31:32.037332 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] For port b048fba1-a7d3-4dd2-b22b-958132a5249c, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=b048fba1-a7d3-4dd2-b22b-958132a5249c,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:31:32.042161 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:32.045746 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:32.118145 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfb860-0fc8-4df7-8071-964477d3f29b None None] Pushing event updated for resources: {'Port': ['ID=b048fba1-a7d3-4dd2-b22b-958132a5249c,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:32.121991 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-ecdfb860-0fc8-4df7-8071-964477d3f29b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:32.124273 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Routers {'a79a54fc-ba7f-4305-b911-861308cde06d'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:31:32.124857 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:31:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['a79a54fc-ba7f-4305-b911-861308cde06d'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:31:32.317023 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] Set router a79a54fc-ba7f-4305-b911-861308cde06d gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:31:32.643456 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'name': 'router1', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b048fba1-a7d3-4dd2-b22b-958132a5249c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:31:13Z', 'updated_at': '2021-08-24T11:31:30Z', 'revision_number': 4, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'gw_port': {'id': 'b048fba1-a7d3-4dd2-b22b-958132a5249c', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:29Z', 'updated_at': '2021-08-24T11:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8375bb10-f5f7-4365-9baf-d2011564acc9', 'name': '', 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'mac_address': 'fa:16:3e:0c:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:22Z', 'updated_at': '2021-08-24T11:31:28Z', 'revision_number': 5, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'subnets': [{'id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b528a38-2eb8-4747-8a06-f3595b7f9895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:31:32.647626 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce69e8-5305-402b-b050-b7be21068aac None None] The sync data for ids ['a79a54fc-ba7f-4305-b911-861308cde06d'] in dv-cinder-798098-2-smb is: [{'id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'name': 'router1', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.48'}], 'enable_snat': True}, 'gw_port_id': 'b048fba1-a7d3-4dd2-b22b-958132a5249c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:31:13Z', 'updated_at': '2021-08-24T11:31:30Z', 'revision_number': 4, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'gw_port': {'id': 'b048fba1-a7d3-4dd2-b22b-958132a5249c', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:29Z', 'updated_at': '2021-08-24T11:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8375bb10-f5f7-4365-9baf-d2011564acc9', 'name': '', 'network_id': '6a7cf887-634d-4242-b448-5017a0bc0b16', 'tenant_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'mac_address': 'fa:16:3e:0c:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79a54fc-ba7f-4305-b911-861308cde06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:31:22Z', 'updated_at': '2021-08-24T11:31:28Z', 'revision_number': 5, 'project_id': 'df53b0ec3ae84639bf2d6431ec41f9f9', 'subnets': [{'id': '88c2d341-07f4-452f-afa4-035dd3eb33d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1b528a38-2eb8-4747-8a06-f3595b7f9895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:31:33.144645 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 49632) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:31:33.279162 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-696f1811-d224-414c-9bbb-0f83ecbdc35b admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1333599 Aug 24 11:31:34.171122 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device b048fba1-a7d3-4dd2-b22b-958132a5249c up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:31:34.239099 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port b048fba1-a7d3-4dd2-b22b-958132a5249c completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:31:34.243474 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port b048fba1-a7d3-4dd2-b22b-958132a5249c triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:31:34.244426 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:34.356588 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:34.372147 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port b048fba1-a7d3-4dd2-b22b-958132a5249c, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=b048fba1-a7d3-4dd2-b22b-958132a5249c,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:31:34.376044 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:34.378240 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:31:34.441992 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=b048fba1-a7d3-4dd2-b22b-958132a5249c,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:31:34.445427 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:31:36.156959 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device b048fba1-a7d3-4dd2-b22b-958132a5249c up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:31:36.228800 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port b048fba1-a7d3-4dd2-b22b-958132a5249c triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:31:36.229273 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:42.183371 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:31:47.484862 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-6d600d5c-9da2-471a-824c-b3c113451ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:47.877136 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:49.667616 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e21b-2a63-45f0-bc0e-d0c50add6b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:50.612821 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:31:52.219702 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:17.486906 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1ed4971d-a92e-423f-9d67-5eb7d320f568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:17.879562 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:19.183285 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:32:19.668788 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c9292d70-fb89-4bf4-8822-2475f37c64ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:20.609912 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:22.224251 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:47.489431 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9addcda8-bedb-4703-9d67-d3a4807ff6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:47.884704 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:49.672030 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-bfb93e00-83d5-4326-a2c0-4723627608a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:50.611707 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:52.227064 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:32:56.182929 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:33:17.486601 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ce33ae81-0f8b-4e51-9419-a96af9b53139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:17.887992 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:19.675152 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-6c58354e-43d0-42ca-98af-57fd30cbaae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:20.613002 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:22.228527 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:33.184217 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:33:34.527854 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50204) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:34.616917 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.pecan_wsgi.hooks.translation [None req-135b3cee-3b89-4130-b7d1-64c9e1228e1b admin admin] GET failed (client error): The resource could not be found. Aug 24 11:33:34.618644 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-135b3cee-3b89-4130-b7d1-64c9e1228e1b admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0898297 Aug 24 11:33:34.747988 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce980e-c1df-4b22-b5dd-07144735ba95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:34.749377 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b0ce980e-c1df-4b22-b5dd-07144735ba95 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1268866 Aug 24 11:33:36.732867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50214) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:36.862034 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaddbeac-42eb-4e6c-a7f0-880366be2e8a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:36.862588 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-aaddbeac-42eb-4e6c-a7f0-880366be2e8a admin admin] Synchronizing usage tracker for tenant:44680641a7034c909ca40e4d175843cf on resource:subnet {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:33:36.878604 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-aaddbeac-42eb-4e6c-a7f0-880366be2e8a admin admin] Unset dirty status for tenant:44680641a7034c909ca40e4d175843cf on resource:subnet {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:33:36.879782 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-aaddbeac-42eb-4e6c-a7f0-880366be2e8a admin admin] 10.222.0.49 "GET /v2.0/subnets/88c2d341-07f4-452f-afa4-035dd3eb33d4 HTTP/1.1" status: 200 len: 849 time: 0.1459651 Aug 24 11:33:36.888834 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:33:37.032473 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:37.212877 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770677896717'] for subnet, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:37.216410 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d6578198-3c4a-4614-9c8c-52f6c4061273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:33:37.261936 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb076db4-8f5e-4725-a2c4-6b1ae60eb7ee None None] Network 6a7cf887-634d-4242-b448-5017a0bc0b16 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:33:37.262650 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:37.263311 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:37.275693 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] 10.222.0.49 "PUT /v2.0/subnets/88c2d341-07f4-452f-afa4-035dd3eb33d4 HTTP/1.1" status: 200 len: 868 time: 0.3794360 Aug 24 11:33:37.280423 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c2d341-07f4-452f-afa4-035dd3eb33d4,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:33:37.289702 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.290337 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.290867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.291389 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.291927 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.292431 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.292931 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.293454 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.293962 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.294465 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.294975 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:33:37.298751 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:33:37.744583 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-53b92693-1dc1-49a3-9f77-d582433b56bb None None] Provisioning complete for port 8375bb10-f5f7-4365-9baf-d2011564acc9 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:33:37.744946 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-53b92693-1dc1-49a3-9f77-d582433b56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:37.865990 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-53b92693-1dc1-49a3-9f77-d582433b56bb None None] Provisioning complete for port b98eaa25-1e70-4524-90be-07674db62d9a triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:33:37.866223 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-53b92693-1dc1-49a3-9f77-d582433b56bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:39.280154 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50224) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:39.472256 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308de881-7ad0-4eea-812f-f430294dad89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:39.472585 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308de881-7ad0-4eea-812f-f430294dad89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:39.474002 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-308de881-7ad0-4eea-812f-f430294dad89 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1928902 Aug 24 11:33:41.485044 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50234) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:41.679094 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abfdd9f-a46c-44ec-82a8-90cc8810df09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:41.679398 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abfdd9f-a46c-44ec-82a8-90cc8810df09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:41.681488 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0abfdd9f-a46c-44ec-82a8-90cc8810df09 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955094 Aug 24 11:33:43.702508 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50244) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:43.890592 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a8728-1191-40ff-a960-7dca78ac5d7b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:43.891905 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-280a8728-1191-40ff-a960-7dca78ac5d7b admin admin] 10.222.0.49 "GET /v2.0/networks/0f39a605-3f63-465f-86ca-75a57987cc40 HTTP/1.1" status: 200 len: 886 time: 0.1884134 Aug 24 11:33:45.897633 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50254) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:46.089960 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78be9fb9-10ce-4b64-893b-69bdc242fdc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:46.091314 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-78be9fb9-10ce-4b64-893b-69bdc242fdc4 admin admin] 10.222.0.49 "GET /v2.0/networks/6a7cf887-634d-4242-b448-5017a0bc0b16 HTTP/1.1" status: 200 len: 869 time: 0.1922474 Aug 24 11:33:47.488554 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-2aa88289-ff63-4f5d-ba5c-672b4c2b878b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:47.893197 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:48.098922 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50264) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:48.228741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c31b8a-4116-49be-b1c7-c457ebafb249 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:48.229300 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c31b8a-4116-49be-b1c7-c457ebafb249 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:48.230691 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-80c31b8a-4116-49be-b1c7-c457ebafb249 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308374 Aug 24 11:33:49.677197 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7f46970b-3ce6-42ee-8634-5a5f3555a841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:50.252974 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50274) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:50.379370 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dbf989-00f8-4502-a8dc-65e757e4cbfb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:50.379762 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dbf989-00f8-4502-a8dc-65e757e4cbfb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:50.381213 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e0dbf989-00f8-4502-a8dc-65e757e4cbfb admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1273246 Aug 24 11:33:50.615703 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:52.230658 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:33:52.400415 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50284) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:52.530798 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac56e326-7ce9-4975-8587-03b12d3d2020 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:52.532140 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ac56e326-7ce9-4975-8587-03b12d3d2020 admin admin] 10.222.0.49 "GET /v2.0/subnets/88c2d341-07f4-452f-afa4-035dd3eb33d4 HTTP/1.1" status: 200 len: 868 time: 0.1307986 Aug 24 11:33:54.529724 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50294) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:33:54.652158 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f01250e-8819-4309-b799-e7ae39a1e3df admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:33:54.653508 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-9f01250e-8819-4309-b799-e7ae39a1e3df admin admin] 10.222.0.49 "GET /v2.0/subnets/9108fa75-a458-4577-93b2-86475bb65a17 HTTP/1.1" status: 200 len: 816 time: 0.1228364 Aug 24 11:34:10.186336 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:34:12.673813 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50332) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:34:12.744581 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [None req-2c770cba-c282-4816-920a-d5c0c151dfeb admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:34:12.745546 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-2c770cba-c282-4816-920a-d5c0c151dfeb admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0708141 Aug 24 11:34:14.799565 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50342) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:34:14.900545 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b773d1-5584-4027-94a4-b8e3db6be7e8 admin admin] GET failed (client error): The resource could not be found. Aug 24 11:34:14.901759 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-a8b773d1-5584-4027-94a4-b8e3db6be7e8 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1012661 Aug 24 11:34:15.044109 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdb23a7-d867-47c3-b2f4-4007cd4e2cc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:34:15.045643 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-3cdb23a7-d867-47c3-b2f4-4007cd4e2cc5 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1400325 Aug 24 11:34:17.057112 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50352) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:34:17.126408 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:34:17.130890 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:34:17.141667 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:34:17.151836 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Made reservation on behalf of 44680641a7034c909ca40e4d175843cf for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:34:17.154149 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:17.242244 dv-cinder-798098-2-smb neutron-server[74964]: WARNING neutron.services.revisions.revision_plugin [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Could not find related network for resource to bump revision. Aug 24 11:34:17.254975 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:34:17.264212 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:17.264649 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Added segment 69cf856c-f2a8-4e19-baa0-32abe96087d8 of type vlan for network 0db5c134-123d-495b-8d1a-fcef91b56f65 Aug 24 11:34:17.288648 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:17.316491 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:17.317543 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:34:17.318109 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:17.324168 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:34:17.416951 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Pushing event updated for resources: {'Network': ['ID=0db5c134-123d-495b-8d1a-fcef91b56f65,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:34:17.424581 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3659897 Aug 24 11:34:17.424982 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:34:17.438551 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 0db5c134-123d-495b-8d1a-fcef91b56f65 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:34:17.578562 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-15c9ef67-fa7d-4fab-8887-2995bc03b489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:17.894274 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:19.420602 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50364) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:34:19.509116 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.pecan_wsgi.hooks.translation [None req-90126b64-b916-44d2-8c16-482b09daec49 admin admin] GET failed (client error): The resource could not be found. Aug 24 11:34:19.509591 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-90126b64-b916-44d2-8c16-482b09daec49 admin admin] Synchronizing usage tracker for tenant:44680641a7034c909ca40e4d175843cf on resource:network {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:34:19.524565 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-90126b64-b916-44d2-8c16-482b09daec49 admin admin] Unset dirty status for tenant:44680641a7034c909ca40e4d175843cf on resource:network {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:34:19.525592 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-90126b64-b916-44d2-8c16-482b09daec49 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1040528 Aug 24 11:34:19.628465 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98498ee-2082-4711-91b2-c310a07aa7f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:34:19.629850 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e98498ee-2082-4711-91b2-c310a07aa7f2 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003995 Aug 24 11:34:19.639275 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Request body: {'subnet': {'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:34:19.643620 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:34:19.653505 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:34:19.662804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Made reservation on behalf of 44680641a7034c909ca40e4d175843cf for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:34:19.665600 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:19.680082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-38888c80-65a2-468c-9e6c-d251cf5ce9c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:19.893077 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:19.897884 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2d852b51-2088-47e2-8d61-0584cac420d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:34:19.965525 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bc147a-ba78-4673-8b4c-a4f295808927,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:34:19.968359 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:34:19.976380 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Checking segment: {'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:34:19.976727 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Network hostable DHCP agents. Network: 0db5c134-123d-495b-8d1a-fcef91b56f65, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:34:19.997044 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Network 0db5c134-123d-495b-8d1a-fcef91b56f65 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:34:20.005600 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 0db5c134-123d-495b-8d1a-fcef91b56f65) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:34:20.010047 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:34:20.010615 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:20.016456 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72e335c-7bf6-4457-8dc9-ee2127ee160c None None] Network 0db5c134-123d-495b-8d1a-fcef91b56f65 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:34:20.034512 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-fb88e541-fcf5-47da-91c1-7d62ce7acd21 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3986292 Aug 24 11:34:20.236847 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe063fa1d-85b8-5bd1-b075-fc080112fc7c-0db5c134-123d-495b-8d1a-fcef91b56f65', 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65', 'tenant_id': '44680641a7034c909ca40e4d175843cf', 'fixed_ips': [{'subnet_id': '73bc147a-ba78-4673-8b4c-a4f295808927'}]}} from dv-cinder-798098-2-smb. {{(pid=74966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 11:34:20.237688 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:20.399370 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.db_base_plugin_common [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Allocated IP 192.168.233.2 (0db5c134-123d-495b-8d1a-fcef91b56f65/73bc147a-ba78-4673-8b4c-a4f295808927/61ea2e83-a519-4b3f-9ecd-419db070f96d) {{(pid=74966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:34:20.608726 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Notify callbacks [] for port, precommit_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:20.625217 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Transition to ACTIVE for port object 61ea2e83-a519-4b3f-9ecd-419db070f96d will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:34:20.643109 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:20.652006 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Transition to ACTIVE for port object 61ea2e83-a519-4b3f-9ecd-419db070f96d will not be triggered until provisioned by entity DHCP. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:34:20.657496 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:20.661582 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:34:20.722867 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Network 0db5c134-123d-495b-8d1a-fcef91b56f65 is already hosted by enough agents. {{(pid=74966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:34:20.726269 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.base_scheduler [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Resources bound (agent type, host, resource id): {{(pid=74966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:34:20.729973 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Received port after_create {{(pid=74966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:34:20.736192 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Pushing event updated for resources: {'Port': ['ID=61ea2e83-a519-4b3f-9ecd-419db070f96d,revision_number=1']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:34:20.772581 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.772918 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.773249 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.773572 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.773892 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.774256 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.774539 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.774851 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.775163 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.775475 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.775809 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:34:20.785443 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:34:20.832519 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Attempting to bind port 61ea2e83-a519-4b3f-9ecd-419db070f96d on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:34:20.832893 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Attempting to bind port 61ea2e83-a519-4b3f-9ecd-419db070f96d by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:34:20.833254 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Attempting to bind port 61ea2e83-a519-4b3f-9ecd-419db070f96d on network 0db5c134-123d-495b-8d1a-fcef91b56f65 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:34:20.839791 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:34:20.840165 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Checking segment: {'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:34:20.840562 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:20.840951 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Bound using segment: {'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:34:20.841416 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Bound port: 61ea2e83-a519-4b3f-9ecd-419db070f96d, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:34:20.841801 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:20.929467 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] For port 61ea2e83-a519-4b3f-9ecd-419db070f96d, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:34:20.932571 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] For port 61ea2e83-a519-4b3f-9ecd-419db070f96d, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=61ea2e83-a519-4b3f-9ecd-419db070f96d,segment=NetworkSegment(69cf856c-f2a8-4e19-baa0-32abe96087d8),segment_id=69cf856c-f2a8-4e19-baa0-32abe96087d8)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:34:20.938199 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:20.942020 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-9b07edf2-d6cf-4cbc-b6ae-68240ebb11ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:34:21.050853 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Pushing event updated for resources: {'Port': ['ID=61ea2e83-a519-4b3f-9ecd-419db070f96d,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:34:21.056831 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:34:21.838519 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47be5a21-c984-438d-bf8e-e66f0440c9fe None None] Network 0db5c134-123d-495b-8d1a-fcef91b56f65 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:34:21.937587 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-5416aafb-60e5-42ca-880d-6e3de35c199d None None] Provisioning for port 61ea2e83-a519-4b3f-9ecd-419db070f96d completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:34:22.251307 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:22.280546 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 61ea2e83-a519-4b3f-9ecd-419db070f96d up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:34:22.352000 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 61ea2e83-a519-4b3f-9ecd-419db070f96d completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:34:22.356539 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 61ea2e83-a519-4b3f-9ecd-419db070f96d triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:34:22.356904 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:22.470854 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:22.503389 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 61ea2e83-a519-4b3f-9ecd-419db070f96d, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=61ea2e83-a519-4b3f-9ecd-419db070f96d,segment=NetworkSegment(69cf856c-f2a8-4e19-baa0-32abe96087d8),segment_id=69cf856c-f2a8-4e19-baa0-32abe96087d8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:34:22.508001 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:22.510471 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:34:22.573710 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=61ea2e83-a519-4b3f-9ecd-419db070f96d,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:34:22.576868 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:34:24.234033 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 61ea2e83-a519-4b3f-9ecd-419db070f96d up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:34:24.307055 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 61ea2e83-a519-4b3f-9ecd-419db070f96d triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:34:24.307431 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:47.186888 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:34:47.493053 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d14a4875-f749-4440-b8bd-9946d448e4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:47.895118 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:49.685749 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f8305f4c-6a74-4583-91d4-d660c12fa532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:50.623034 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:34:52.239334 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:17.494589 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-581e1db7-2b9c-43ce-a134-612eee2099cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:17.896645 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:19.686786 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-09a46f6d-2c62-4930-b937-5929fc55aa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:20.625717 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:21.022951 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50406) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:35:21.028786 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [None req-9f732b94-c724-45d3-b78a-c843ed8ca51f tempest-verify_tempest_config-90439337 tempest-verify_tempest_config-90439337-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:35:21.029724 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-9f732b94-c724-45d3-b78a-c843ed8ca51f tempest-verify_tempest_config-90439337 tempest-verify_tempest_config-90439337-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058379 Aug 24 11:35:21.349061 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50422) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:35:21.484218 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:21.514951 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:35:21.518653 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6f2bf47b0b44bb98c677eaebc5a52a is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:35:21.521347 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:35:21.526831 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:35:21.593171 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:21.597080 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:21.604062 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:35:21.642876 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7da1e8-7fba-44b4-ac43-2ce606f10fea,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:35:21.647582 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Synchronizing usage tracker for tenant:44680641a7034c909ca40e4d175843cf on resource:security_group {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:35:21.657717 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.658083 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.658417 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.658748 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.659075 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.659401 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.659755 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.660080 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.660399 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.660715 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.661038 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:35:21.668070 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:35:21.674520 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Unset dirty status for tenant:44680641a7034c909ca40e4d175843cf on resource:security_group {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:35:21.675934 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f6f2bf47b0b44bb98c677eaebc5a52a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3259268 Aug 24 11:35:21.679013 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50428) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:35:21.735547 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0a66151a-60a9-4e76-97da-075e6c66a372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:21.759662 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0a66151a-60a9-4e76-97da-075e6c66a372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:21.845880 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0a66151a-60a9-4e76-97da-075e6c66a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:21.849751 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:35:21.860438 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66151a-60a9-4e76-97da-075e6c66a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7da1e8-7fba-44b4-ac43-2ce606f10fea,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:35:21.863171 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0a66151a-60a9-4e76-97da-075e6c66a372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:35:21.868177 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0a66151a-60a9-4e76-97da-075e6c66a372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:21.869224 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0a66151a-60a9-4e76-97da-075e6c66a372 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef7da1e8-7fba-44b4-ac43-2ce606f10fea HTTP/1.1" status: 204 len: 168 time: 0.1893511 Aug 24 11:35:22.242139 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:24.187810 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:35:47.496361 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-bdf8fbea-eea6-4067-b070-3e4cfeaad654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:47.900306 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:49.688014 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-a9efe019-2c47-41e2-8a50-887fccc4f6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:50.630325 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:35:52.243881 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:01.188290 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:36:17.496714 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3c207d41-c2a7-4021-b0dd-e27a8255d13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:17.901410 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:19.688475 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7095203a-ddc1-43cc-935d-52b01524368c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:20.631825 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:22.246903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:38.188849 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 5 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:36:47.498798 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c35842f4-96b7-4cfc-a819-1e1b61255e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:47.904800 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:49.691732 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-a7eedb68-6e73-40a5-80d1-4f84a63a9492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:50.633905 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:36:52.250493 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:00.009455 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4080953'] for agent, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:15.147061 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50498) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:37:15.189440 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:37:15.282701 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-df8160b9-5e67-4ac9-9e9d-22a1f8e64014 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1344960 Aug 24 11:37:17.288396 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50508) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:37:17.366391 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-49321643-3121-4a72-87ea-23bbc2bf0525 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0768850 Aug 24 11:37:17.502925 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-466f55f8-b9eb-4f92-ad54-a20a69abf6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:17.907902 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:19.693408 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-522dd4cb-18a1-481c-9ded-b73941381a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:20.638124 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:22.253965 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:29.999276 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:47.505096 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-4cdb3cdf-1a96-4707-858c-384c79ddf72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:47.911527 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:49.694933 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1825065d-07ef-4c41-bc45-8689f54364a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:50.641031 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:37:52.190077 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:37:52.256616 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:00.005352 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:17.508731 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-71e6967c-e0f5-40b9-b031-56acd3d6af67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:17.912910 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:19.699080 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7ae4aad7-4d92-4765-a521-21d2af3580bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:20.649721 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:22.262475 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:29.191018 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:38:30.017372 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:47.512390 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-4b723818-5b64-47b6-89e9-57eba54ad6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:47.914166 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:49.702476 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c6498587-ade1-4bc6-a80c-b14f4195cc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:50.646932 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:38:52.262197 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:00.016752 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:06.190883 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:39:15.793123 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50720) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:15.830510 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50730) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:15.862077 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50736) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:15.945197 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50744) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:16.174578 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1787431064-network', 'tenant_id': 'edb4cdf2bd9d4693870159833251ba11'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:16.184410 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.188902 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Usage tracker for resource:network and tenant:edb4cdf2bd9d4693870159833251ba11 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.192994 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:16.200047 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:16.204891 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-822810167-network', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:16.210681 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.216320 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Usage tracker for resource:network and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.217386 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Made reservation on behalf of edb4cdf2bd9d4693870159833251ba11 for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:16.220076 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.221107 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:16.228273 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:16.243451 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.246521 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1634347259-network', 'tenant_id': 'c627c64979824307b149f30bebae7a06'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:16.258076 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.263104 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Usage tracker for resource:network and tenant:c627c64979824307b149f30bebae7a06 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.267398 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:16.275360 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:16.284379 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Made reservation on behalf of 4f24e3cdf4a14d0fbdb905d54af29f39 for: {'network': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:16.287990 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.302866 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.307375 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Usage tracker for resource:security_group_rule and tenant:edb4cdf2bd9d4693870159833251ba11 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.311272 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:16.315020 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-network', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:16.319310 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:16.319435 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.333492 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Made reservation on behalf of c627c64979824307b149f30bebae7a06 for: {'network': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:16.336463 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.355367 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.359919 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Usage tracker for resource:network and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.363321 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:16.371385 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:16.379307 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.428135 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.430100 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.432917 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Usage tracker for resource:security_group_rule and tenant:c627c64979824307b149f30bebae7a06 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.436331 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:16.443021 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:16.444962 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.450853 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-49a7bf14-517c-4611-825d-d3579b2f07ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:16.493851 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:39:16.512179 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16588d2d-1f8c-4d2c-beaf-7b8110c4276f,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:16.521723 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.522516 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Added segment 5167ab54-a89d-4ff1-91ac-11b1240a581d of type vlan for network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 Aug 24 11:39:16.536449 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.537041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.537882 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.538690 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.539226 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.540040 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.540676 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.541216 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.542578 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.543158 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.543727 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Tracked resource versions report: Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: pushed versions: Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: { 'ConntrackHelper': {'1.0'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Log': {'1.0'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Network': {'1.1'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Port': {'1.5'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'PortForwarding': {'1.2'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'QosPolicy': {'1.8'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'SecurityGroup': {'1.2'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'SecurityGroupRule': {'1.0'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'SubPort': {'1.0'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Subnet': {'1.1'}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Trunk': {'1.1'}} Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: consumer versions: Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: { DHCP agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: HyperV agent@hv-cinder-79809: {}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: L3 agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: Metadata agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: Metering agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: Open vSwitch agent@dv-cinder-798098-2-smb: { 'ConntrackHelper': '1.0', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Log': '1.0', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Network': '1.1', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Port': '1.5', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'PortForwarding': '1.2', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'QosPolicy': '1.8', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'SecurityGroup': '1.2', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'SecurityGroupRule': '1.0', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'SubPort': '1.0', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Subnet': '1.1', Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: 'Trunk': '1.1'}} Aug 24 11:39:16.545517 dv-cinder-798098-2-smb neutron-server[74964]: {{(pid=74964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 11:39:16.555967 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:16.561462 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.562824 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Made reservation on behalf of 74c2b5ea03fb466b96699c64c1040682 for: {'network': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:16.565411 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.580902 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.591991 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.625293 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.655022 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.656780 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:16.658990 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.667300 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:16.681954 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.686618 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Usage tracker for resource:security_group_rule and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.689766 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:16.696055 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:16.792246 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.797265 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Pushing event updated for resources: {'Network': ['ID=058cc8f9-a5d1-4794-9cc9-1a3d47c314c3,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:16.811914 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:39:16.826268 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:16.832744 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=74965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:39:16.858825 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0636039 Aug 24 11:39:16.861404 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50782) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:16.869390 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Request body: {'subnet': {'network_id': '058cc8f9-a5d1-4794-9cc9-1a3d47c314c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1787431064-subnet', 'tenant_id': 'edb4cdf2bd9d4693870159833251ba11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:16.875073 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:16.880802 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.889697 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Usage tracker for resource:subnet and tenant:edb4cdf2bd9d4693870159833251ba11 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.897020 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770677977209', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.897237 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:16.897992 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Unsubscribe: segment precommit_create {{(pid=74965) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 11:39:16.898769 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.segments_db [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Added segment e6852da2-d56b-4c51-9f30-4dadcda1417d of type vlan for network f43d80ac-224b-4c30-8db8-1e40557f60f3 Aug 24 11:39:16.912478 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:16.935020 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Made reservation on behalf of edb4cdf2bd9d4693870159833251ba11 for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:16.937741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:16.979371 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:16.988680 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Usage tracker for resource:security_group_rule and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:16.996852 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:17.009889 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:17.161103 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.164686 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1832863-7799-4224-b905-c043cf1046a4,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:17.182096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.218884 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50792) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:17.237513 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.237857 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.238189 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.238506 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.239021 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.239633 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.240129 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.241268 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.241793 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.242306 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.242811 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Tracked resource versions report: Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: pushed versions: Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: { 'ConntrackHelper': {'1.0'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Log': {'1.0'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Network': {'1.1'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Port': {'1.5'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'PortForwarding': {'1.2'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'QosPolicy': {'1.8'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'SecurityGroup': {'1.2'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'SecurityGroupRule': {'1.0'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'SubPort': {'1.0'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Subnet': {'1.1'}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Trunk': {'1.1'}} Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: consumer versions: Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: { DHCP agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: HyperV agent@hv-cinder-79809: {}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: L3 agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: Metadata agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: Metering agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: Open vSwitch agent@dv-cinder-798098-2-smb: { 'ConntrackHelper': '1.0', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Log': '1.0', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Network': '1.1', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Port': '1.5', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'PortForwarding': '1.2', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'QosPolicy': '1.8', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'SecurityGroup': '1.2', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'SecurityGroupRule': '1.0', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'SubPort': '1.0', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Subnet': '1.1', Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: 'Trunk': '1.1'}} Aug 24 11:39:17.253167 dv-cinder-798098-2-smb neutron-server[74965]: {{(pid=74965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 11:39:17.281369 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.287581 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:17.372557 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.382249 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f10f05a6-44db-49f2-ad40-209525b5e878,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:17.395480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:17.409332 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Checking segment: {'id': '5167ab54-a89d-4ff1-91ac-11b1240a581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058cc8f9-a5d1-4794-9cc9-1a3d47c314c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:17.409784 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Network hostable DHCP agents. Network: 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:39:17.437292 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.447276 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:39:17.463475 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:17.476230 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfdf621-b5ea-4cbf-b978-a82dced93642 None None] Network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:17.478657 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.479693 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:17.481641 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.483600 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:17.484460 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.489014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.db.api [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:39:17.489703 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_db.api [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:39:17.490815 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:17.495917 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:17.526683 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.db.api [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:39:17.528527 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_db.api [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:39:17.557454 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6948292 Aug 24 11:39:17.599440 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.630956 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f55db480-c3de-43f0-a568-be72800b514f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.675339 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:17.689069 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Usage tracker for resource:security_group_rule and tenant:b438775e7dd64a3cb8c10b482c9e84eb is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:17.692383 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:17.707567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:17.732671 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Pushing event updated for resources: {'Network': ['ID=f43d80ac-224b-4c30-8db8-1e40557f60f3,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:17.742125 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:17.742765 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:17.753508 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network f43d80ac-224b-4c30-8db8-1e40557f60f3 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:39:17.779964 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9133501 Aug 24 11:39:17.779964 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50810) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:17.799970 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Request body: {'subnet': {'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1634347259-subnet', 'tenant_id': 'c627c64979824307b149f30bebae7a06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:17.804725 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493da8b0-2500-46a7-a1bb-b46ddf6deee4,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:17.808959 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:17.821368 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Usage tracker for resource:subnet and tenant:c627c64979824307b149f30bebae7a06 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:17.827282 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:17.842292 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:17.855023 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b17461-c26c-40f3-82ec-d1232c921fff,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:17.858572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.859054 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:17.859334 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:17.860031 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:17.867809 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.875743 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Made reservation on behalf of c627c64979824307b149f30bebae7a06 for: {'subnet': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:17.879207 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0a66151a-60a9-4e76-97da-075e6c66a372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:17.879932 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:17.934929 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3516ade-01b5-46cd-8899-8269ca56f5ce None None] Network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:17.995184 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.030341 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.044561 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d991eb-4710-4ac7-9cf7-d32df44ebc8c,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:18.060666 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b438775e7dd64a3cb8c10b482c9e84eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8366773 Aug 24 11:39:18.060666 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:18.061990 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50820) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:18.074341 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=74965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:39:18.084240 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.085131 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.segments_db [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Added segment fb42d0be-5aee-4bad-8846-1e13a9129516 of type vlan for network 2cf7010c-85bd-4391-9fa8-2de7425432c0 Aug 24 11:39:18.115500 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.155290 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.164566 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:18.165412 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.183113 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=74965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:39:18.194964 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.195487 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.segments_db [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Added segment 5bd55ced-060a-4638-9b71-2003ff4ade60 of type vlan for network b135e81b-5e1c-4b02-8ce7-f808b14da701 Aug 24 11:39:18.205532 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-dbe491ef-2c0e-4e12-8a79-26e8e8101a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.228495 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.266631 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:18.268017 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-dbe491ef-2c0e-4e12-8a79-26e8e8101a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.291303 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.345783 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.356867 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:18.357475 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.382322 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-dbe491ef-2c0e-4e12-8a79-26e8e8101a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.388006 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:18.402683 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe491ef-2c0e-4e12-8a79-26e8e8101a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d991eb-4710-4ac7-9cf7-d32df44ebc8c,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:18.406035 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-dbe491ef-2c0e-4e12-8a79-26e8e8101a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:18.408866 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-dbe491ef-2c0e-4e12-8a79-26e8e8101a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.411579 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-dbe491ef-2c0e-4e12-8a79-26e8e8101a72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/52d991eb-4710-4ac7-9cf7-d32df44ebc8c HTTP/1.1" status: 204 len: 168 time: 0.3490174 Aug 24 11:39:18.447471 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5012188 Aug 24 11:39:18.451732 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50842) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:18.458420 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Request body: {'subnet': {'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-subnet', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:18.458630 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Pushing event updated for resources: {'Network': ['ID=2cf7010c-85bd-4391-9fa8-2de7425432c0,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:18.470583 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:18.471428 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:39:18.474199 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:18.489800 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:18.493766 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Usage tracker for resource:subnet and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:18.497103 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6648543 Aug 24 11:39:18.501062 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50848) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:18.503131 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:18.523074 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:18.545254 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Made reservation on behalf of 74c2b5ea03fb466b96699c64c1040682 for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:18.547537 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Notify callbacks [] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:18.764761 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Request body: {'subnet': {'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-822810167-subnet', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:18.775969 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:18.803543 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Usage tracker for resource:subnet and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:18.815433 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:18.840922 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:18.879069 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Pushing event updated for resources: {'Network': ['ID=b135e81b-5e1c-4b02-8ce7-f808b14da701,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:18.898554 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:39:18.900905 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:18.927599 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Made reservation on behalf of 4f24e3cdf4a14d0fbdb905d54af29f39 for: {'subnet': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:18.930588 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Notify callbacks [] for subnet, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.040625 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.052708 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:19.100742 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.106734 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:19.169120 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b2c183-1af9-48c7-a284-2f0f305a47ae,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:19.177129 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:19.218951 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45d0573-ad3d-4353-913b-5cb7b283396e,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:19.241278 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:19.250097 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Checking segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:19.250717 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Network hostable DHCP agents. Network: b135e81b-5e1c-4b02-8ce7-f808b14da701, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:39:19.281394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:39:19.300913 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Checking segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:19.301697 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Network hostable DHCP agents. Network: f43d80ac-224b-4c30-8db8-1e40557f60f3, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:39:19.305295 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, b135e81b-5e1c-4b02-8ce7-f808b14da701) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:19.308057 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.316516 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:19.317447 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.324845 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430f4a01-435d-4c63-b103-c0b3abfa1da7 None None] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:19.341166 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:19.376515 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9235134 Aug 24 11:39:19.379243 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50872) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:19.391411 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:19.400945 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:19.412210 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Usage tracker for resource:router and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:19.420350 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:19.437496 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:19.480346 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3783810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5114'] for router, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.481701 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4081721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4104249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5101'] for router, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.492808 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5dea15f-8147-4110-b975-5a8d241b394a,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:19.506743 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50882) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:19.535492 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:19.544261 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.562360 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.615244 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:19.627254 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Usage tracker for resource:security_group_rule and tenant:6972f27eab7f4a65823fa159949ab0ce is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:19.634485 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:19.674172 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:19.691032 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe063fa1d-85b8-5bd1-b075-fc080112fc7c-b135e81b-5e1c-4b02-8ce7-f808b14da701', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e'}]}} from dv-cinder-798098-2-smb. {{(pid=74966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 11:39:19.693301 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.790185 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Network f43d80ac-224b-4c30-8db8-1e40557f60f3 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:39:19.811301 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, f43d80ac-224b-4c30-8db8-1e40557f60f3) {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:19.848317 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:19.849111 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.893096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Checking segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:19.893744 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Network hostable DHCP agents. Network: 2cf7010c-85bd-4391-9fa8-2de7425432c0, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:39:19.917385 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:19.939146 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.004333 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.017894 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:20.029698 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6972f27eab7f4a65823fa159949ab0ce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5050404 Aug 24 11:39:20.029698 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:39:20.036910 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50904) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:20.066598 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2a6f9b-030e-44e3-9384-fd47f7e14645 None None] Network f43d80ac-224b-4c30-8db8-1e40557f60f3 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:20.114065 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-227a818f-f027-420f-9571-2e499d8822e2 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3212473 Aug 24 11:39:20.114065 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 2cf7010c-85bd-4391-9fa8-2de7425432c0) {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:20.115108 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936686b-2015-4219-aa92-30421fe87770 None None] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:20.158918 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:20.159896 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.164632 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f2fc85-b234-4366-bab5-767e20160164,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:20.175563 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:20.197617 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6917706 Aug 24 11:39:20.200977 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50922) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:20.210529 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:20.215412 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:20.219735 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Usage tracker for resource:router and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:20.222742 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:20.229524 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:20.233678 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a9082932-1dbb-4b5f-984f-915839ef4a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.266132 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a9082932-1dbb-4b5f-984f-915839ef4a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.340608 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50932) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:20.348765 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3783810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5114'] for router, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.351562 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4081721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4104249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5101'] for router, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.364891 dv-cinder-798098-2-smb neutron-server[74965]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 11:39:20.404582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a9082932-1dbb-4b5f-984f-915839ef4a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.413300 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-36b1c255-0fc6-4fd6-a34b-6ff2739a2d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.438266 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.db_base_plugin_common [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Allocated IP 172.20.0.2 (b135e81b-5e1c-4b02-8ce7-f808b14da701/b45d0573-ad3d-4353-913b-5cb7b283396e/1691fdda-9320-4af6-a9f1-29b0db1852e1) {{(pid=74966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:20.476186 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:20.478253 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.503567 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9082932-1dbb-4b5f-984f-915839ef4a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f2fc85-b234-4366-bab5-767e20160164,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:20.513514 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a9082932-1dbb-4b5f-984f-915839ef4a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:20.526390 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a9082932-1dbb-4b5f-984f-915839ef4a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.527520 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-a9082932-1dbb-4b5f-984f-915839ef4a41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01f2fc85-b234-4366-bab5-767e20160164 HTTP/1.1" status: 204 len: 168 time: 0.4878385 Aug 24 11:39:20.532534 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.544117 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.638472 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-882e688e-c65a-4575-b67c-7851eaa5c678 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:20.640009 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-882e688e-c65a-4575-b67c-7851eaa5c678 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/networks?id=058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 HTTP/1.1" status: 200 len: 812 time: 0.2982938 Aug 24 11:39:20.767967 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 50948) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:20.790618 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Allocated IP 172.28.2.252 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/3ed7165c-5ad2-481e-9ee3-02511b4136c5) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:20.834391 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:20.891714 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-7777f1cf-9def-42cd-8308-d634d749432c tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/quotas/edb4cdf2bd9d4693870159833251ba11 HTTP/1.1" status: 200 len: 375 time: 0.1232128 Aug 24 11:39:20.999640 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.013717 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-9ef1d5ab-e2e7-4002-8623-8dee48193b3b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:21.014297 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cca149-7dc6-45e1-9d00-daaba9d9eb37 None None] Network f43d80ac-224b-4c30-8db8-1e40557f60f3 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:21.014553 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-9ef1d5ab-e2e7-4002-8623-8dee48193b3b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Synchronizing usage tracker for tenant:c627c64979824307b149f30bebae7a06 on resource:network {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:21.043757 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.052120 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5dba24bc-5c1b-499f-a25c-324a32125c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:21.096929 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe063fa1d-85b8-5bd1-b075-fc080112fc7c-2cf7010c-85bd-4391-9fa8-2de7425432c0', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a'}]}} from dv-cinder-798098-2-smb. {{(pid=74966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 11:39:21.100320 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.147518 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:21.150527 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:21.153163 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:21.155064 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-4f1008b7-625e-40ad-8670-c54a91c82684 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=edb4cdf2bd9d4693870159833251ba11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2701719 Aug 24 11:39:21.169939 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.184922 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-9ef1d5ab-e2e7-4002-8623-8dee48193b3b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Unset dirty status for tenant:c627c64979824307b149f30bebae7a06 on resource:network {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:21.186480 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-9ef1d5ab-e2e7-4002-8623-8dee48193b3b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 815 time: 0.4095061 Aug 24 11:39:21.219806 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Pushing event updated for resources: {'Port': ['ID=3ed7165c-5ad2-481e-9ee3-02511b4136c5,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:21.223280 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:21.240615 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-eac40187-82ca-4b05-808c-b0f7c7078fb0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/quotas/c627c64979824307b149f30bebae7a06 HTTP/1.1" status: 200 len: 375 time: 0.0468540 Aug 24 11:39:21.262601 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Notify callbacks [] for port, precommit_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.293694 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Transition to ACTIVE for port object 1691fdda-9320-4af6-a9f1-29b0db1852e1 will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:21.347447 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.351907 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384'] for router, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.360643 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Transition to ACTIVE for port object 1691fdda-9320-4af6-a9f1-29b0db1852e1 will not be triggered until provisioned by entity DHCP. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:21.364423 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-f94062ba-b8df-429b-a38b-477729add61c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139331 Aug 24 11:39:21.446921 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.470279 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:21.557010 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.582328 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Pushing event updated for resources: {'Port': ['ID=1691fdda-9320-4af6-a9f1-29b0db1852e1,revision_number=1']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:21.592098 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-7902df21-0d85-499b-bb8b-ce0fdf29b551 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74965) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:39:21.593178 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-7902df21-0d85-499b-bb8b-ce0fdf29b551 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2314537 Aug 24 11:39:21.597700 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:21.715799 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.723175 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.723645 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.724151 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Tracked resource versions report: Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: pushed versions: Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: { 'ConntrackHelper': {'1.0'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Log': {'1.0'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Network': {'1.1'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Port': {'1.5'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'PortForwarding': {'1.2'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'QosPolicy': {'1.8'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'SecurityGroup': {'1.2'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'SecurityGroupRule': {'1.0'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'SubPort': {'1.0'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Subnet': {'1.1'}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Trunk': {'1.1'}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: consumer versions: Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: { DHCP agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: HyperV agent@hv-cinder-79809: {}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: L3 agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: Metadata agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: Metering agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: Open vSwitch agent@dv-cinder-798098-2-smb: { 'ConntrackHelper': '1.0', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Log': '1.0', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Network': '1.1', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Port': '1.5', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'PortForwarding': '1.2', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'QosPolicy': '1.8', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'SecurityGroup': '1.2', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'SecurityGroupRule': '1.0', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'SubPort': '1.0', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Subnet': '1.1', Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: 'Trunk': '1.1'}} Aug 24 11:39:21.730127 dv-cinder-798098-2-smb neutron-server[74966]: {{(pid=74966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 11:39:21.763481 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.db_base_plugin_common [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Allocated IP 172.20.0.2 (2cf7010c-85bd-4391-9fa8-2de7425432c0/d5dea15f-8147-4110-b975-5a8d241b394a/e470610a-103d-48b7-8ccc-686d316ea005) {{(pid=74966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:21.801286 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-fefc1e99-4bed-45c3-b390-7589133d1a74 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74965) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:39:21.802460 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-fefc1e99-4bed-45c3-b390-7589133d1a74 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1396370 Aug 24 11:39:21.827937 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:21.839534 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Router 782170f6-355d-4c9c-b61f-b99764524942 is scheduled to L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d with binding_index 1 {{(pid=74964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 11:39:21.903640 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 is already hosted by enough agents. {{(pid=74966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:21.905623 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.base_scheduler [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Resources bound (agent type, host, resource id): {{(pid=74966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:21.911034 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Received port after_create {{(pid=74966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:22.004072 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-6f90746d-d1bd-4c19-9af2-c0a9454d60f8 service neutron] 10.222.0.49 "GET /v2.0/networks/058cc8f9-a5d1-4794-9cc9-1a3d47c314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023020 Aug 24 11:39:22.065364 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Attempting to bind port 1691fdda-9320-4af6-a9f1-29b0db1852e1 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:22.066169 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Attempting to bind port 1691fdda-9320-4af6-a9f1-29b0db1852e1 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:22.066384 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Attempting to bind port 1691fdda-9320-4af6-a9f1-29b0db1852e1 on network b135e81b-5e1c-4b02-8ce7-f808b14da701 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:22.071166 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:39:22.081542 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Sync routers for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:39:22.103192 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.105915 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7252641 Aug 24 11:39:22.106576 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:39:22.107227 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:22.108974 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 50992) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:22.121466 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:22.121843 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Checking segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:22.122236 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.122628 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Bound using segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:22.123105 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Bound port: 1691fdda-9320-4af6-a9f1-29b0db1852e1, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:22.123495 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.191864 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Notify callbacks [] for port, precommit_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.211876 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Transition to ACTIVE for port object e470610a-103d-48b7-8ccc-686d316ea005 will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:22.219425 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Allocated IP 172.28.2.119 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/c0c55a37-2377-48e1-a1f2-dd5f3673e372) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:22.252670 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Transition to ACTIVE for port object e470610a-103d-48b7-8ccc-686d316ea005 will not be triggered until provisioned by entity DHCP. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:22.283803 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.289109 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] For port 1691fdda-9320-4af6-a9f1-29b0db1852e1, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:22.289664 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-0cd9197a-f6b0-47b4-a18d-2068db3b5160 service neutron] 10.222.0.49 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596002 Aug 24 11:39:22.330371 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.334758 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-9be6f9fc-c12b-44e2-98d3-58fdd5a99008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:22.413096 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 is already hosted by enough agents. {{(pid=74966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:22.416593 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] For port 1691fdda-9320-4af6-a9f1-29b0db1852e1, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=1691fdda-9320-4af6-a9f1-29b0db1852e1,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:22.420945 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.base_scheduler [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Resources bound (agent type, host, resource id): {{(pid=74966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:22.427054 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Received port after_create {{(pid=74966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:22.434254 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.451892 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Pushing event updated for resources: {'Port': ['ID=e470610a-103d-48b7-8ccc-686d316ea005,revision_number=1']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:22.461839 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:39:22.482002 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:22.486848 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:22.593292 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c9ce44a-343b-4264-9c34-a73b87e3e3e5 service neutron] 10.222.0.49 "GET /v2.0/networks/058cc8f9-a5d1-4794-9cc9-1a3d47c314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680430 Aug 24 11:39:22.641554 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-1ef03a71-718a-4f3d-ab7a-4c15e0451462 service neutron] 10.222.0.49 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406615 Aug 24 11:39:22.746800 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.765492 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Attempting to bind port e470610a-103d-48b7-8ccc-686d316ea005 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:22.765872 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Attempting to bind port e470610a-103d-48b7-8ccc-686d316ea005 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:22.766236 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Attempting to bind port e470610a-103d-48b7-8ccc-686d316ea005 on network 2cf7010c-85bd-4391-9fa8-2de7425432c0 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:22.805698 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:22.806195 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Checking segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:22.806630 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.816427 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Bound using segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:22.816618 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Bound port: e470610a-103d-48b7-8ccc-686d316ea005, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:22.816940 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.886887 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:22.900582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:22.930162 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Pushing event updated for resources: {'Port': ['ID=1691fdda-9320-4af6-a9f1-29b0db1852e1,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:22.951540 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:23.016965 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:23.020879 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:23.031464 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:23.110794 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] For port e470610a-103d-48b7-8ccc-686d316ea005, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:23.116602 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] For port e470610a-103d-48b7-8ccc-686d316ea005, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=e470610a-103d-48b7-8ccc-686d316ea005,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:23.134514 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:23.152264 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:23.170480 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c55a37-2377-48e1-a1f2-dd5f3673e372,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:23.201335 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:23.217703 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:21Z', 'revision_number': 3, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:23.230822 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Checking router: 782170f6-355d-4c9c-b61f-b99764524942 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:39:23.231459 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Updating router 782170f6-355d-4c9c-b61f-b99764524942 port 3ed7165c-5ad2-481e-9ee3-02511b4136c5 binding host dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:39:23.343983 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Pushing event updated for resources: {'Port': ['ID=e470610a-103d-48b7-8ccc-686d316ea005,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:23.349055 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:23.352244 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:24.044932 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:24.104073 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-93026ad8-ebd6-4a99-8cd1-c643c558e752 req-53f9064f-7398-469f-9b23-4b5246df2205 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 210 time: 0.3072445 Aug 24 11:39:24.112915 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7fddcd2f-8994-492b-8355-a95a03168847 req-c3e7d3d2-5936-414e-91ab-0d55cfe84980 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 210 time: 0.3148313 Aug 24 11:39:24.203079 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:24.205643 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384'] for router, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:24.340545 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:24.393166 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.provisioning_blocks [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Transition to ACTIVE for port object 3ed7165c-5ad2-481e-9ee3-02511b4136c5 will not be triggered until provisioned by entity L2. {{(pid=74967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:24.414215 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:24.427243 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51072) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:24.440505 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:24.581025 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Pushing event updated for resources: {'Port': ['ID=3ed7165c-5ad2-481e-9ee3-02511b4136c5,revision_number=2']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:24.665451 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.665723 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.666050 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.666363 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.669730 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.670345 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.671754 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.672341 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.675133 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.675697 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.676239 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Tracked resource versions report: Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: pushed versions: Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: { 'ConntrackHelper': {'1.0'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Log': {'1.0'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Network': {'1.1'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Port': {'1.5'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'PortForwarding': {'1.2'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'QosPolicy': {'1.8'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'SecurityGroup': {'1.2'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'SecurityGroupRule': {'1.0'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'SubPort': {'1.0'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Subnet': {'1.1'}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Trunk': {'1.1'}} Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: consumer versions: Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: { DHCP agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: HyperV agent@hv-cinder-79809: {}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: L3 agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: Metadata agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: Metering agent@dv-cinder-798098-2-smb: {}, Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: Open vSwitch agent@dv-cinder-798098-2-smb: { 'ConntrackHelper': '1.0', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Log': '1.0', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Network': '1.1', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Port': '1.5', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'PortForwarding': '1.2', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'QosPolicy': '1.8', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'SecurityGroup': '1.2', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'SecurityGroupRule': '1.0', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'SubPort': '1.0', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Subnet': '1.1', Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: 'Trunk': '1.1'}} Aug 24 11:39:24.677526 dv-cinder-798098-2-smb neutron-server[74967]: {{(pid=74967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 11:39:24.703881 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Attempting to bind port 3ed7165c-5ad2-481e-9ee3-02511b4136c5 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:24.704621 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Attempting to bind port 3ed7165c-5ad2-481e-9ee3-02511b4136c5 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:24.706103 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Attempting to bind port 3ed7165c-5ad2-481e-9ee3-02511b4136c5 on network 0f39a605-3f63-465f-86ca-75a57987cc40 {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:24.731414 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device e470610a-103d-48b7-8ccc-686d316ea005 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:24.745116 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:24.745877 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:24.746242 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:24.746635 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:24.747018 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Bound using segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:24.747505 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Bound port: 3ed7165c-5ad2-481e-9ee3-02511b4136c5, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:24.747904 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:24.859025 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2829580-05f0-455e-8cc7-673a5940533c None None] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:24.961068 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Allocated IP 172.20.0.1 (b135e81b-5e1c-4b02-8ce7-f808b14da701/b45d0573-ad3d-4353-913b-5cb7b283396e/7535e6d7-9ec4-429c-b1e9-eb8022cd4493) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:25.018309 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Router 60a6c01c-5784-42bf-999e-ba750cb1b132 is scheduled to L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d with binding_index 1 {{(pid=74965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 11:39:25.119834 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] For port 3ed7165c-5ad2-481e-9ee3-02511b4136c5, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:25.152293 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] For port 3ed7165c-5ad2-481e-9ee3-02511b4136c5, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=3ed7165c-5ad2-481e-9ee3-02511b4136c5,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:25.167411 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:25.200155 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:25.320052 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port e470610a-103d-48b7-8ccc-686d316ea005 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:25.362413 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-fcecd7ab-ed1e-413a-ae02-13e51bdade02 None None] Provisioning for port 1691fdda-9320-4af6-a9f1-29b0db1852e1 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:25.387598 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:39:25.388276 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:25.430239 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 1691fdda-9320-4af6-a9f1-29b0db1852e1 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:25.494536 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ea286-75e8-4a98-846e-06ea6dc8fc20 None None] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:25.539066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:25.579560 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Transition to ACTIVE for port object 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 will not be triggered until provisioned by entity DHCP. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:25.622860 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:25.634123 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:25.641564 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-15b40b9d-f48a-4b28-ab12-7ba7243d0a52 req-93f90cd9-e572-4fb4-833a-9fa84419db07 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 210 time: 0.2780762 Aug 24 11:39:25.665596 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-64761c26-9747-4978-8593-ef6c4b042f06 req-0e64dd16-14fd-45ce-b40c-5e07948170df tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 210 time: 0.1779695 Aug 24 11:39:25.679925 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:25.844649 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:39:25.853781 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] Provisioning for port e470610a-103d-48b7-8ccc-686d316ea005 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:25.856527 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Pushing event updated for resources: {'Port': ['ID=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:25.862468 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:25.894131 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:25.900756 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] Provisioning complete for port e470610a-103d-48b7-8ccc-686d316ea005 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:25.901016 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:25.901222 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:25.904645 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:25.905103 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4081206'] for router_interface, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:25.950677 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:25.982561 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:a999b2a794a0482f8a97d34ecc479728 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:25.986720 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:25.996538 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:26.080299 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:39:26.100179 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Sync routers for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:39:26.106964 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.111702 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 1691fdda-9320-4af6-a9f1-29b0db1852e1 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:26.160201 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 1691fdda-9320-4af6-a9f1-29b0db1852e1 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:26.160579 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.193343 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.219499 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.314960 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5e918584-4024-4890-ae8f-006aa0dff32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:26.361781 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a999b2a794a0482f8a97d34ecc479728&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9191611 Aug 24 11:39:26.367050 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51152) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:26.400025 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Pushing event updated for resources: {'Port': ['ID=3ed7165c-5ad2-481e-9ee3-02511b4136c5,revision_number=3']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:26.412943 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.213s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:26.441522 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Notify callbacks [] for router, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.442700 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2392046 Aug 24 11:39:26.448706 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51156) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:26.501658 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:39:26.502604 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:26.551342 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51164) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:26.627714 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77694439-783a-438d-95af-b4d0044172b4,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:26.643813 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:26.762480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.778319 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.779862 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2929927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4081119'] for router_interface, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.789571 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-56452abc-f8dd-4013-baf3-4bbbf57a160e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:26.790790 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e087263f-c232-45d3-82a5-7ec7e259f0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:26.834605 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:21Z', 'revision_number': 3, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:26.849180 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ef7e0e-daa1-4fec-ab65-d9378a230fb4 None None] The sync data for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb is: [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:21Z', 'revision_number': 3, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:39:26.963054 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Pushing event updated for resources: {'Port': ['ID=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:26.968089 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:27.037938 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:27.048076 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e087263f-c232-45d3-82a5-7ec7e259f0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:27.217855 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:39:27.407620 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:27.425417 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-30826e61-5acf-4416-b4cb-88834286901e req-91743665-6bb6-40a1-9f60-9601c653bd13 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 210 time: 0.3242066 Aug 24 11:39:27.448561 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c44fa5b1-0d24-4c3d-8647-48a72fec3011 req-14f32b03-8c11-4b82-845d-496163aa5e31 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 210 time: 0.2566137 Aug 24 11:39:27.450997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e087263f-c232-45d3-82a5-7ec7e259f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:27.497612 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.37', 54227) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:27.500886 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:27.557871 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:27.559474 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:27.717711 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087263f-c232-45d3-82a5-7ec7e259f0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77694439-783a-438d-95af-b4d0044172b4,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:27.997938 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-9b0df730-4089-48dc-95d5-16ac263deb9d tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:28.000201 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-9b0df730-4089-48dc-95d5-16ac263deb9d tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.37 "GET /v2.0/networks?id=058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 HTTP/1.1" status: 200 len: 812 time: 0.3078730 Aug 24 11:39:28.017609 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] For port e470610a-103d-48b7-8ccc-686d316ea005, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=e470610a-103d-48b7-8ccc-686d316ea005,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:28.018665 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:28.053319 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:28.067070 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Usage tracker for resource:security_group_rule and tenant:1f2c4686599d499db4c4eb236e275c2a is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:28.072437 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:28.091384 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:28.099802 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e087263f-c232-45d3-82a5-7ec7e259f0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:28.121309 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Request body: {'port': {'device_id': '8456cc14-4d2d-4f28-aef3-912c1f1ca941', 'network_id': '058cc8f9-a5d1-4794-9cc9-1a3d47c314c3', 'admin_state_up': True, 'tenant_id': 'edb4cdf2bd9d4693870159833251ba11'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:28.163153 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e087263f-c232-45d3-82a5-7ec7e259f0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:28.164920 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-e087263f-c232-45d3-82a5-7ec7e259f0ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77694439-783a-438d-95af-b4d0044172b4 HTTP/1.1" status: 204 len: 168 time: 1.7892139 Aug 24 11:39:28.240239 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.37', 54230) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:28.289721 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:28.312787 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-ecdfb860-0fc8-4df7-8071-964477d3f29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:28.533127 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] Pushing event updated for resources: {'Port': ['ID=e470610a-103d-48b7-8ccc-686d316ea005,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:28.549797 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:28.577566 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-2d774a9a-fd21-4307-9640-398d9e35dff9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:28.581055 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-2d774a9a-fd21-4307-9640-398d9e35dff9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 815 time: 0.3392494 Aug 24 11:39:28.584317 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 1691fdda-9320-4af6-a9f1-29b0db1852e1, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=1691fdda-9320-4af6-a9f1-29b0db1852e1,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:28.612594 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Request body: {'port': {'device_id': 'c5b408b9-846f-4ac8-ba8b-b7da750a2f84', 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'admin_state_up': True, 'tenant_id': 'c627c64979824307b149f30bebae7a06'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:28.637138 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-e9bebdfe-6402-43c5-8c8b-d0916f6b41fa None None] Provisioning complete for port e470610a-103d-48b7-8ccc-686d316ea005 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:28.637527 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-e9bebdfe-6402-43c5-8c8b-d0916f6b41fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:28.727016 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:28.779260 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:28.797717 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:28.816731 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:28.823445 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:28.832231 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-59c18b46-f6d6-4178-88ef-6f1391975958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:28.839246 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Usage tracker for resource:port and tenant:c627c64979824307b149f30bebae7a06 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:28.849291 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:28.871519 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:28.904082 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Made reservation on behalf of c627c64979824307b149f30bebae7a06 for: {'port': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:28.911109 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:29.027732 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=1691fdda-9320-4af6-a9f1-29b0db1852e1,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:29.038150 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8149c3df-c22c-41ae-a455-8ec4b763dcbf,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:29.039208 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:29.052544 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-126ca9cb-d09e-4011-94cd-1fcd1c2e2cb8 req-0f7076b4-bc1c-47c3-9412-36ce491b9059 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 210 time: 0.2555754 Aug 24 11:39:29.054594 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:23Z', 'revision_number': 3, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:29.059776 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Checking router: 60a6c01c-5784-42bf-999e-ba750cb1b132 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:39:29.060171 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Updating router 60a6c01c-5784-42bf-999e-ba750cb1b132 port c0c55a37-2377-48e1-a1f2-dd5f3673e372 binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:39:29.133273 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 3ed7165c-5ad2-481e-9ee3-02511b4136c5 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:29.164269 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:29.211159 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8f6d2d8c-35f2-4843-b9d4-825490c27b2d req-c3094da7-b0ba-48b4-b56b-086c872cd662 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 210 time: 0.2700016 Aug 24 11:39:29.369687 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:29.398670 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-3f2026dd-ffa3-4b40-8de9-67c2225de35f None None] Provisioning for port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:29.408008 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 3ed7165c-5ad2-481e-9ee3-02511b4136c5 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:29.426414 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 3ed7165c-5ad2-481e-9ee3-02511b4136c5 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:29.427029 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:29.460464 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:29.469124 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Usage tracker for resource:port and tenant:edb4cdf2bd9d4693870159833251ba11 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:29.472379 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:29.480510 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:29.502095 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1f2c4686599d499db4c4eb236e275c2a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9395449 Aug 24 11:39:29.505316 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51276) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:29.513064 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Made reservation on behalf of edb4cdf2bd9d4693870159833251ba11 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:29.516558 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:29.534126 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-3f2026dd-ffa3-4b40-8de9-67c2225de35f None None] Provisioning complete for port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:29.534803 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3f2026dd-ffa3-4b40-8de9-67c2225de35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:29.579595 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Allocated IP 172.20.0.9 (f43d80ac-224b-4c30-8db8-1e40557f60f3/09b2c183-1af9-48c7-a284-2f0f305a47ae/37134ebc-630f-4b0d-8bd5-ee2b8905618f) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:29.707448 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-3f2026dd-ffa3-4b40-8de9-67c2225de35f None None] Port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:39:29.724230 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Router 782170f6-355d-4c9c-b61f-b99764524942 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:39:29.867720 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d9340cb9-afd5-4bf3-95df-e306f2272389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.001024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d9340cb9-afd5-4bf3-95df-e306f2272389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.019305 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Allocated IP 172.20.0.11 (058cc8f9-a5d1-4794-9cc9-1a3d47c314c3/f10f05a6-44db-49f2-ad40-209525b5e878/c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:30.131324 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-3f2026dd-ffa3-4b40-8de9-67c2225de35f None None] Provisioning complete for port 1691fdda-9320-4af6-a9f1-29b0db1852e1 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:30.132164 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3f2026dd-ffa3-4b40-8de9-67c2225de35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.253158 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.371477 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.391100 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.417908 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.429730 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:30.465753 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:39:30.521949 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] 10.222.0.49 "PUT /v2.0/routers/782170f6-355d-4c9c-b61f-b99764524942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4110150 Aug 24 11:39:30.541684 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 3ed7165c-5ad2-481e-9ee3-02511b4136c5, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=3ed7165c-5ad2-481e-9ee3-02511b4136c5,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:30.547711 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Network f43d80ac-224b-4c30-8db8-1e40557f60f3 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:30.568215 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:30.575492 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:30.580255 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:30.580822 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.646158 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Pushing event updated for resources: {'Port': ['ID=37134ebc-630f-4b0d-8bd5-ee2b8905618f,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:30.649922 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:30.664654 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0578899 Aug 24 11:39:30.691511 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-90b706fe-0968-4d68-83ce-80207c03f2f1 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74964) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:39:30.692699 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-90b706fe-0968-4d68-83ce-80207c03f2f1 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0062082 Aug 24 11:39:30.748644 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1e48abac-7470-4272-9f1f-b77be20e343d req-8b7dbc9f-e622-4f4d-9933-0d82530f7442 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 210 time: 0.3441689 Aug 24 11:39:30.845959 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.851033 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d9340cb9-afd5-4bf3-95df-e306f2272389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:30.857467 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device e470610a-103d-48b7-8ccc-686d316ea005 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:31.019835 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Request body: {'port': {'device_id': 'c5b408b9-846f-4ac8-ba8b-b7da750a2f84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:31.033672 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.db.resource_extend [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 11:39:31.045537 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:31.056375 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-ecdfb860-0fc8-4df7-8071-964477d3f29b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:31.079322 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d9340cb9-afd5-4bf3-95df-e306f2272389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:31.083193 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-d9340cb9-afd5-4bf3-95df-e306f2272389 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8149c3df-c22c-41ae-a455-8ec4b763dcbf HTTP/1.1" status: 204 len: 168 time: 1.5724299 Aug 24 11:39:31.094208 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9340cb9-afd5-4bf3-95df-e306f2272389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8149c3df-c22c-41ae-a455-8ec4b763dcbf,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:31.100422 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d9340cb9-afd5-4bf3-95df-e306f2272389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:31.360298 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:31.388441 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Transition to ACTIVE for port object c0c55a37-2377-48e1-a1f2-dd5f3673e372 will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:31.390928 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a7d06-b670-448d-9fb4-ef280fa7f418 req-220e019a-5347-4c25-af95-89d009305fe2 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:31.399019 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8b8a7d06-b670-448d-9fb4-ef280fa7f418 req-220e019a-5347-4c25-af95-89d009305fe2 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 931 time: 0.4017453 Aug 24 11:39:31.421271 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:31.433301 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:31.471748 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:31.574838 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-8b8a7d06-b670-448d-9fb4-ef280fa7f418 req-cea6e2f1-a165-446e-897d-845904c2f92a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Synchronizing usage tracker for tenant:c627c64979824307b149f30bebae7a06 on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:31.584019 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port e470610a-103d-48b7-8ccc-686d316ea005 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:31.584400 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:31.669555 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Sync routers for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:39:31.707463 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:39:31.713228 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:31.731776 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=3ed7165c-5ad2-481e-9ee3-02511b4136c5,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:31.735929 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:31.744099 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:31.839254 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-8b8a7d06-b670-448d-9fb4-ef280fa7f418 req-cea6e2f1-a165-446e-897d-845904c2f92a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Unset dirty status for tenant:c627c64979824307b149f30bebae7a06 on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:31.840460 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8b8a7d06-b670-448d-9fb4-ef280fa7f418 req-cea6e2f1-a165-446e-897d-845904c2f92a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407542 Aug 24 11:39:31.986463 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Attempting to bind port c0c55a37-2377-48e1-a1f2-dd5f3673e372 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:31.990496 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Attempting to bind port c0c55a37-2377-48e1-a1f2-dd5f3673e372 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:31.996812 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Attempting to bind port c0c55a37-2377-48e1-a1f2-dd5f3673e372 on network 0f39a605-3f63-465f-86ca-75a57987cc40 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:32.007891 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22c016-a216-4b89-bc67-f042784ff90b None None] Pushing event updated for resources: {'Port': ['ID=c0c55a37-2377-48e1-a1f2-dd5f3673e372,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:32.029049 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-3e22c016-a216-4b89-bc67-f042784ff90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:32.051621 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-665d6310-343d-4301-a1f4-6602cca61e14 None None] Provisioning complete for port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:32.054684 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-665d6310-343d-4301-a1f4-6602cca61e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.092817 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.128887 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51360) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:32.182485 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020383585', 'description': 'tempest-description--102510423'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:32.193041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:32.208226 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:security_group and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:32.216347 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:32.228705 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:32.268736 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-665d6310-343d-4301-a1f4-6602cca61e14 None None] Port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:39:32.274619 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.286229 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-bb00ca67-b68c-4a18-9073-c24e486d53c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:32.298529 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:32.306744 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:32.309000 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.310716 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Bound using segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:32.313677 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Bound port: c0c55a37-2377-48e1-a1f2-dd5f3673e372, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:32.315456 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.349579 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:39:32.438368 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51372) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:32.515311 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:32.524760 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.540843 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:security_group_rule and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:32.549931 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:32.562552 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:32.617694 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:32.653358 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:32.660457 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:32.671697 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:32.672347 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.717062 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.738779 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Pushing event updated for resources: {'Port': ['ID=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:32.742590 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:32.751431 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] For port c0c55a37-2377-48e1-a1f2-dd5f3673e372, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:32.753383 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6568952 Aug 24 11:39:32.761285 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] For port c0c55a37-2377-48e1-a1f2-dd5f3673e372, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=c0c55a37-2377-48e1-a1f2-dd5f3673e372,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:32.772153 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.772957 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:32.787371 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Usage tracker for resource:security_group_rule and tenant:3c182e7ba4d54b8f9cbc6e24e65b882a is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:32.793429 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:32.794222 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:32.832203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:32.840958 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37134ebc-630f-4b0d-8bd5-ee2b8905618f {{(pid=74964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:39:32.893819 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.926329 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.955589 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:32.973851 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22c016-a216-4b89-bc67-f042784ff90b None None] Pushing event updated for resources: {'Port': ['ID=c0c55a37-2377-48e1-a1f2-dd5f3673e372,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:32.985595 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-3e22c016-a216-4b89-bc67-f042784ff90b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:33.007437 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 3ed7165c-5ad2-481e-9ee3-02511b4136c5 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:33.012803 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Transition to ACTIVE for port object 37134ebc-630f-4b0d-8bd5-ee2b8905618f will not be triggered until provisioned by entity L2. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:33.030099 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-33d94c17-fee5-42b1-8fd6-e50abb378106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:33.089839 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:33.173074 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:26Z', 'revision_number': 2, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:33.173735 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Request body: {'port': {'device_id': '8456cc14-4d2d-4f28-aef3-912c1f1ca941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:33.178693 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Checking router: 782170f6-355d-4c9c-b61f-b99764524942 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:39:33.179735 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Updating router 782170f6-355d-4c9c-b61f-b99764524942 port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 binding host dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:39:33.248568 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:33.253829 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:33.255909 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1146438 Aug 24 11:39:33.289917 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:39:33.291151 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51394) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:33.294112 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:33.345957 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'security_group_rule': {'security_group_id': '686cad72-dee3-4467-bf28-c2a4f6d49aa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:33.562408 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:33.587593 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Allocated IP 172.20.0.1 (2cf7010c-85bd-4391-9fa8-2de7425432c0/d5dea15f-8147-4110-b975-5a8d241b394a/45d3d5dd-302f-4998-ae61-7ea3305b8552) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:33.598415 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=686cad72-dee3-4467-bf28-c2a4f6d49aa1,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:33.656061 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:33.656876 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:33.663465 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 3ed7165c-5ad2-481e-9ee3-02511b4136c5 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:33.665786 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:33.773351 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:security_group_rule and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:33.839308 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:33.866722 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae894624-e790-4aea-a1f3-1befd5dca8b2 req-5e0b3a81-5861-43a0-aa13-7f32180876e3 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:33.871709 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-ae894624-e790-4aea-a1f3-1befd5dca8b2 req-5e0b3a81-5861-43a0-aa13-7f32180876e3 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Synchronizing usage tracker for tenant:edb4cdf2bd9d4693870159833251ba11 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:33.877930 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51404) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:33.927288 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:33.929746 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:33.968138 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:33.992235 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:34.210721 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:39:34.256617 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-ae894624-e790-4aea-a1f3-1befd5dca8b2 req-5e0b3a81-5861-43a0-aa13-7f32180876e3 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Unset dirty status for tenant:edb4cdf2bd9d4693870159833251ba11 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:34.263243 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae894624-e790-4aea-a1f3-1befd5dca8b2 req-5e0b3a81-5861-43a0-aa13-7f32180876e3 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 932 time: 1.8493528 Aug 24 11:39:34.301366 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Notify callbacks [] for port, precommit_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:34.342856 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.provisioning_blocks [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Transition to ACTIVE for port object 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 will not be triggered until provisioned by entity L2. {{(pid=74967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:34.357486 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:34.365080 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:34.375402 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Attempting to bind port 37134ebc-630f-4b0d-8bd5-ee2b8905618f on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:34.380605 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Attempting to bind port 37134ebc-630f-4b0d-8bd5-ee2b8905618f by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:34.384444 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Attempting to bind port 37134ebc-630f-4b0d-8bd5-ee2b8905618f on network f43d80ac-224b-4c30-8db8-1e40557f60f3 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:34.410648 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c182e7ba4d54b8f9cbc6e24e65b882a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9688518 Aug 24 11:39:34.418849 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=37134ebc-630f-4b0d-8bd5-ee2b8905618f,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:34.433807 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:34.436098 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9691a-915b-4bcd-9cd9-8444bc7fd886 req-a22272aa-716b-441e-a5ea-317e2a843d89 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:34.436278 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51420) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:34.438457 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Port 37134ebc-630f-4b0d-8bd5-ee2b8905618f on network f43d80ac-224b-4c30-8db8-1e40557f60f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:39:34.441792 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Attempting to bind port 37134ebc-630f-4b0d-8bd5-ee2b8905618f on network f43d80ac-224b-4c30-8db8-1e40557f60f3 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:34.444047 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1cc9691a-915b-4bcd-9cd9-8444bc7fd886 req-a22272aa-716b-441e-a5ea-317e2a843d89 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 943 time: 1.2784557 Aug 24 11:39:34.448541 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:34.448865 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:34.573335 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51424) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:34.574638 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:34.620714 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Transition to ACTIVE for port object 45d3d5dd-302f-4998-ae61-7ea3305b8552 will not be triggered until provisioned by entity DHCP. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:34.628247 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 1691fdda-9320-4af6-a9f1-29b0db1852e1 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:34.636886 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae894624-e790-4aea-a1f3-1befd5dca8b2 req-5309a7b5-3a55-4214-a341-8821a97a12cc tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724847 Aug 24 11:39:34.774976 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:34.775165 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Checking segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:34.775684 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Bound using segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:34.800581 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Bound port: 37134ebc-630f-4b0d-8bd5-ee2b8905618f, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'}}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:34.800947 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:34.833587 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad36372-bd56-4e63-af73-ab883a8b7fb1 None None] Pushing event updated for resources: {'Port': ['ID=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,revision_number=3']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:34.842107 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-5ad36372-bd56-4e63-af73-ab883a8b7fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:34.860847 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ca4448-5f29-4676-b388-b932a3442b7b,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:34.860977 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1cc9691a-915b-4bcd-9cd9-8444bc7fd886 req-6dfcd850-01c0-4da2-ab53-61a354a838df tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159155 Aug 24 11:39:34.868820 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:34.893004 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:34.959796 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 1691fdda-9320-4af6-a9f1-29b0db1852e1 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:34.960439 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:34.985493 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.023234 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5a055c09-7f28-444a-b816-e7630cffeeee tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:35.092549 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Attempting to bind port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:35.092827 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Attempting to bind port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:35.094390 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Attempting to bind port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 on network b135e81b-5e1c-4b02-8ce7-f808b14da701 {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:35.104741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.112145 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:35.112559 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Checking segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:35.114841 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.115492 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Bound using segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:35.116056 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Bound port: 7535e6d7-9ec4-429c-b1e9-eb8022cd4493, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'}}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:35.116471 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.120508 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.136520 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:35.138517 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:35.168917 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d1b681-94e2-4791-a8d4-ed5af1288f51,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:35.169870 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Usage tracker for resource:security_group_rule and tenant:90f92e2934104074aa33de240bc9759d is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:35.172756 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:35.189041 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:35.193660 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.207056 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:35.211106 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:35.217356 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=45d3d5dd-302f-4998-ae61-7ea3305b8552,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:35.220795 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4cb9812c-7875-4080-9855-4d8a81f85ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.224584 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:35.243245 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:35.256248 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4cb9812c-7875-4080-9855-4d8a81f85ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.310434 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:35.312052 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4081206'] for router_interface, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.314983 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.317263 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0167854 Aug 24 11:39:35.320925 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51438) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:35.332821 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] For port 37134ebc-630f-4b0d-8bd5-ee2b8905618f, host hv-cinder-79809, cleared binding levels {{(pid=74964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:35.340607 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4cb9812c-7875-4080-9855-4d8a81f85ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.350189 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:23Z', 'revision_number': 3, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:35.364661 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b5469-9149-42cd-b96e-8a743b847e2f None None] The sync data for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb is: [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:23Z', 'revision_number': 3, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:39:35.368547 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-796b846d-a258-4545-af13-0155e7d5f738 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:35.420549 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] For port 37134ebc-630f-4b0d-8bd5-ee2b8905618f, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37134ebc-630f-4b0d-8bd5-ee2b8905618f,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:35.426866 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'security_group_rule': {'security_group_id': '686cad72-dee3-4467-bf28-c2a4f6d49aa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:35.437991 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] For port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:35.449795 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:35.454985 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:35.455116 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] For port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:35.455204 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9812c-7875-4080-9855-4d8a81f85ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ca4448-5f29-4676-b388-b932a3442b7b,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:35.462311 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4cb9812c-7875-4080-9855-4d8a81f85ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:35.463373 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.468860 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.469087 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:35.470607 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Usage tracker for resource:security_group_rule and tenant:94753d828b5b4ce9a7849877cf372045 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:35.474792 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:35.493117 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:security_group_rule and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:35.495770 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:35.499237 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:39:35.508362 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:35.526093 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:35.541193 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.544110 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] 10.222.0.37 "PUT /v2.0/ports/37134ebc-630f-4b0d-8bd5-ee2b8905618f HTTP/1.1" status: 200 len: 1093 time: 4.6835983 Aug 24 11:39:35.544889 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4cb9812c-7875-4080-9855-4d8a81f85ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.545358 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.545921 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-4cb9812c-7875-4080-9855-4d8a81f85ef8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57ca4448-5f29-4676-b388-b932a3442b7b HTTP/1.1" status: 204 len: 168 time: 1.0673220 Aug 24 11:39:35.568197 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:35.574482 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b408b9-846f-4ac8-ba8b-b7da750a2f84', 'tag': '37134ebc-630f-4b0d-8bd5-ee2b8905618f'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:39:35.672858 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad36372-bd56-4e63-af73-ab883a8b7fb1 None None] Pushing event updated for resources: {'Port': ['ID=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,revision_number=4']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:35.704651 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-5ad36372-bd56-4e63-af73-ab883a8b7fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:35.752620 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:39:35.753701 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:35.772801 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-fb9adde1-1541-4741-a1b3-ad471d1f3b5e None None] Provisioning for port 45d3d5dd-302f-4998-ae61-7ea3305b8552 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:35.788916 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-fb9adde1-1541-4741-a1b3-ad471d1f3b5e None None] Provisioning complete for port 45d3d5dd-302f-4998-ae61-7ea3305b8552 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:35.789297 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fb9adde1-1541-4741-a1b3-ad471d1f3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.793274 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Transition to ACTIVE for port object c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:35.824904 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:35.890404 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.024594 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=37134ebc-630f-4b0d-8bd5-ee2b8905618f,revision_number=3']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:36.038710 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:36.097978 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.106900 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:36.149513 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-fb9adde1-1541-4741-a1b3-ad471d1f3b5e None None] Port 45d3d5dd-302f-4998-ae61-7ea3305b8552 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:39:36.163876 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-41431ceb-d188-426c-956f-440937fdcbc2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 1096 time: 0.4306111 Aug 24 11:39:36.309336 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.326834 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:39:36.383851 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.399127 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-d40cdd1f-0649-4240-bed3-2f89883ecb1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37134ebc-630f-4b0d-8bd5-ee2b8905618f HTTP/1.1" status: 200 len: 217 time: 0.1892052 Aug 24 11:39:36.402967 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.419546 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:36.532717 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46157dae-3bcb-48eb-a604-c2a3490657a7,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:36.538042 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:36.545563 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=94753d828b5b4ce9a7849877cf372045&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8505898 Aug 24 11:39:36.546102 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51466) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:36.673860 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7bde511c-fcd0-4eee-987f-ffa97bf597ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.728395 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7bde511c-fcd0-4eee-987f-ffa97bf597ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.860533 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7bde511c-fcd0-4eee-987f-ffa97bf597ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.889462 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8878c748-5d56-401f-81d4-cc507b2b3232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:36.926785 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde511c-fcd0-4eee-987f-ffa97bf597ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46157dae-3bcb-48eb-a604-c2a3490657a7,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:36.934387 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7bde511c-fcd0-4eee-987f-ffa97bf597ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:36.934715 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.960651 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7bde511c-fcd0-4eee-987f-ffa97bf597ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:36.966125 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-7bde511c-fcd0-4eee-987f-ffa97bf597ba admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46157dae-3bcb-48eb-a604-c2a3490657a7 HTTP/1.1" status: 204 len: 168 time: 0.4168353 Aug 24 11:39:36.982762 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-9bf541a5-3c18-4a6b-bc4f-3e6edd43da3f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:36.988819 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-9bf541a5-3c18-4a6b-bc4f-3e6edd43da3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.2030449 Aug 24 11:39:37.066899 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:37.077305 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d905c30-4c3f-487c-8bfe-5cbb05001a81 None None] The sync data for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb is: [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:39:37.107581 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-443ffb69-7696-4a4b-9f48-4e266c92d32e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020279 Aug 24 11:39:37.232956 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Pushing event updated for resources: {'Port': ['ID=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:37.306491 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:37.309567 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.203s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:37.332159 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e087263f-c232-45d3-82a5-7ec7e259f0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.762s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:37.410388 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a26fc-e8c6-4543-961a-e901d6477e41,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:37.453393 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:37.465491 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:37.511897 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-3842ae23-6199-4a26-a124-f562ba7b6ce8 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399172 Aug 24 11:39:37.578957 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:37.657425 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c56b2a-49d5-46ef-a2f1-8964bf4d79e8,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:37.680199 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90f92e2934104074aa33de240bc9759d&name=default HTTP/1.1" status: 200 len: 2647 time: 3.7826309 Aug 24 11:39:37.716250 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device c0c55a37-2377-48e1-a1f2-dd5f3673e372 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:37.728571 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:37.729457 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Attempting to bind port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:37.729819 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Attempting to bind port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '5167ab54-a89d-4ff1-91ac-11b1240a581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058cc8f9-a5d1-4794-9cc9-1a3d47c314c3'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:37.730180 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Attempting to bind port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 on network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:37.793246 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51488) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:37.806544 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 on network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:39:37.807232 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Attempting to bind port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 on network 058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:37.880819 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54c982-0c16-42ed-b1ee-a66606359df1 req-ab587a0e-018f-4709-89ba-4efda5e8c593 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:37.884428 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8d54c982-0c16-42ed-b1ee-a66606359df1 req-ab587a0e-018f-4709-89ba-4efda5e8c593 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 944 time: 1.6095371 Aug 24 11:39:37.981357 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port c0c55a37-2377-48e1-a1f2-dd5f3673e372 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:38.001498 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port c0c55a37-2377-48e1-a1f2-dd5f3673e372 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:38.002102 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.094449 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d6db0a3e-c057-4b92-a8a4-a09288dff458 req-b5236d5e-442c-4513-a504-4f997be2c41f service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617733 Aug 24 11:39:38.309141 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.336002 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.348610 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port c0c55a37-2377-48e1-a1f2-dd5f3673e372, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=c0c55a37-2377-48e1-a1f2-dd5f3673e372,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:38.357841 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.359284 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:38.386775 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:38.395251 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.410910 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:38.411543 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Checking segment: {'id': '5167ab54-a89d-4ff1-91ac-11b1240a581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058cc8f9-a5d1-4794-9cc9-1a3d47c314c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:38.412384 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Bound using segment: {'id': '5167ab54-a89d-4ff1-91ac-11b1240a581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058cc8f9-a5d1-4794-9cc9-1a3d47c314c3'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:38.413008 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Bound port: c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5167ab54-a89d-4ff1-91ac-11b1240a581d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '058cc8f9-a5d1-4794-9cc9-1a3d47c314c3'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:38.413485 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.450878 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2929927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4081119'] for router_interface, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.544294 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=c0c55a37-2377-48e1-a1f2-dd5f3673e372,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:38.562973 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:38.578515 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.579686 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 3.2179711 Aug 24 11:39:38.583976 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51514) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:38.592299 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:38.593077 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'floatingip': {'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:38.596377 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:38.598741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:38.604741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:floatingip and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:38.608780 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:38.617143 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:38.622166 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:38.622607 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.635616 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.688427 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=45d3d5dd-302f-4998-ae61-7ea3305b8552,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:38.718519 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bf5bc-cd3a-4d51-8174-75da07773130 req-437b9b61-776d-4563-89a6-7b5a1942abe1 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:38.720310 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-aa8bf5bc-cd3a-4d51-8174-75da07773130 req-437b9b61-776d-4563-89a6-7b5a1942abe1 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 943 time: 2.4329324 Aug 24 11:39:38.763957 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:38.768421 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] For port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:38.887749 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] For port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,segment=NetworkSegment(5167ab54-a89d-4ff1-91ac-11b1240a581d),segment_id=5167ab54-a89d-4ff1-91ac-11b1240a581d)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:38.929315 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.967881 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:38.970395 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8d54c982-0c16-42ed-b1ee-a66606359df1 req-a92f83e7-41c9-48d8-8669-35de1f2b316a tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0234535 Aug 24 11:39:38.971156 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c82-5d7c-4ea4-81b0-2e528e954acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:39.009831 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c82-5d7c-4ea4-81b0-2e528e954acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:39.081114 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:39.090371 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:39.105027 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:39.164053 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:39.294256 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-aa8bf5bc-cd3a-4d51-8174-75da07773130 req-177583b2-f53e-4875-9357-0dcf57fd4ae4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448380 Aug 24 11:39:39.295345 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:39.312626 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:39.344544 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:39.346017 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] 10.222.0.37 "PUT /v2.0/ports/c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 HTTP/1.1" status: 200 len: 1094 time: 6.1782236 Aug 24 11:39:39.356968 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8456cc14-4d2d-4f28-aef3-912c1f1ca941', 'tag': 'c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:39:39.496323 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:39.592409 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device c0c55a37-2377-48e1-a1f2-dd5f3673e372 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:39.830572 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port c0c55a37-2377-48e1-a1f2-dd5f3673e372 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:39.830958 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:39.878398 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:39.879720 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c82-5d7c-4ea4-81b0-2e528e954acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:39.898433 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:39.976051 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51544) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:40.051819 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Allocated IP 172.28.2.63 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/4c4eb0e1-ff0d-4312-9187-1a5831abeef4) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:40.094061 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5b408b9-846f-4ac8-ba8b-b7da750a2f84', 'tag': '37134ebc-630f-4b0d-8bd5-ee2b8905618f', 'status': 'completed', 'code': 200} Aug 24 11:39:40.205690 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:40.245961 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Pushing event updated for resources: {'Port': ['ID=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:40.261094 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.097s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:40.280659 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:40.327865 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-08ba2c82-5d7c-4ea4-81b0-2e528e954acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:40.338319 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-08ba2c82-5d7c-4ea4-81b0-2e528e954acd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f5a26fc-e8c6-4543-961a-e901d6477e41 HTTP/1.1" status: 204 len: 168 time: 2.5278990 Aug 24 11:39:40.345059 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba2c82-5d7c-4ea4-81b0-2e528e954acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a26fc-e8c6-4543-961a-e901d6477e41,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:40.348158 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:40.351971 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-08ba2c82-5d7c-4ea4-81b0-2e528e954acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:40.357505 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:40.612720 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-636b55f6-f808-4d96-80db-24e87ebbb9e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 1096 time: 0.3242869 Aug 24 11:39:40.627108 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:40.639759 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-0c3e3030-689c-447c-9e5b-e6f3b5e05006 None None] Provisioning complete for port 45d3d5dd-302f-4998-ae61-7ea3305b8552 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:40.640150 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0c3e3030-689c-447c-9e5b-e6f3b5e05006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:40.689146 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:40.694593 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:40.709256 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-33704877-bcbc-4900-b8a1-5df80f4a2829 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edb4cdf2bd9d4693870159833251ba11&device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 1097 time: 0.9645805 Aug 24 11:39:40.779267 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e3030-689c-447c-9e5b-e6f3b5e05006 None None] Port 45d3d5dd-302f-4998-ae61-7ea3305b8552 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:39:40.839862 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-353598446-network', 'tenant_id': '50eaad117e5e491eb87cc24d494b833f'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:40.852355 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:40.872126 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:40.880879 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:40.892321 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3ea05-7566-466d-b423-ed5a1938ac2d req-4138b684-fc13-4826-9f00-5749484c8243 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:40.893840 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8f3ea05-7566-466d-b423-ed5a1938ac2d req-4138b684-fc13-4826-9f00-5749484c8243 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 944 time: 0.4252448 Aug 24 11:39:40.894278 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:40.972385 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8456cc14-4d2d-4f28-aef3-912c1f1ca941', 'tag': 'c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3', 'status': 'completed', 'code': 200} Aug 24 11:39:41.000736 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Usage tracker for resource:network and tenant:50eaad117e5e491eb87cc24d494b833f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:41.022244 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:41.028669 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'Port': ['ID=4c4eb0e1-ff0d-4312-9187-1a5831abeef4,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:41.034955 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:41.041084 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:41.071628 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Made reservation on behalf of 50eaad117e5e491eb87cc24d494b833f for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:41.075223 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:41.108876 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:41.272571 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8f3ea05-7566-466d-b423-ed5a1938ac2d req-ad1da587-048b-44ec-8efa-706dcb092a2e tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638377 Aug 24 11:39:41.480660 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:41.612273 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:41.632291 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Usage tracker for resource:security_group_rule and tenant:50eaad117e5e491eb87cc24d494b833f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:41.651623 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:41.668184 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:41.777154 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:41.801940 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-1fbd2380-6ecd-46e8-9a89-58b98ae6537e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 HTTP/1.1" status: 200 len: 217 time: 0.4268494 Aug 24 11:39:41.804207 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Router 60a6c01c-5784-42bf-999e-ba750cb1b132 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:39:41.944765 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-4f19f961-8719-4155-84d1-421e7d236e09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:41.946297 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-4f19f961-8719-4155-84d1-421e7d236e09 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 916 time: 0.5279517 Aug 24 11:39:42.056187 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-1c71e4f8-e302-434e-beba-b987b652cd49 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:42.057697 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-1c71e4f8-e302-434e-beba-b987b652cd49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f10f05a6-44db-49f2-ad40-209525b5e878 HTTP/1.1" status: 200 len: 852 time: 0.2058160 Aug 24 11:39:42.064267 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e8141-775d-4938-8620-b96056e39fb0 req-c2a21850-9ad0-47cd-a4b6-cdf6eb05b04f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:42.071621 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c96e8141-775d-4938-8620-b96056e39fb0 req-c2a21850-9ad0-47cd-a4b6-cdf6eb05b04f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 943 time: 0.6941822 Aug 24 11:39:42.164646 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-6b252d0c-ab80-4228-b839-e0dfafb83e85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37134ebc-630f-4b0d-8bd5-ee2b8905618f HTTP/1.1" status: 200 len: 217 time: 0.1972008 Aug 24 11:39:42.165950 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-dbf6862c-7d9c-42cc-b959-9c151ef5f112 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=058cc8f9-a5d1-4794-9cc9-1a3d47c314c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606120 Aug 24 11:39:42.212374 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c96e8141-775d-4938-8620-b96056e39fb0 req-6c0f3b07-e5f0-4153-9e79-a12564551eae tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395555 Aug 24 11:39:42.367024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:39:42.392913 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] 10.222.0.49 "PUT /v2.0/routers/60a6c01c-5784-42bf-999e-ba750cb1b132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9370105 Aug 24 11:39:42.511389 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:42.535812 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:42.552791 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:42.608084 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-306516ee-3e1c-4f77-9924-84a337813810 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:42.609518 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-306516ee-3e1c-4f77-9924-84a337813810 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.2336473 Aug 24 11:39:42.626671 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:39:42.690668 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-3e853bcf-859c-439f-88a8-959fd07d64b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613399 Aug 24 11:39:42.694563 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f85969-f8a8-4a89-98a3-33a34a6e242e,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:42.703500 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:42.706126 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:42.706614 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Added segment 15269c33-3c29-4a29-bea1-c1db783a0cf7 of type vlan for network 451cfec5-6ea4-480a-a543-fdcd49bc4ccb Aug 24 11:39:42.778167 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:42.806807 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-aca74203-0a5e-4412-95ef-29c7faf68179 service neutron] 10.222.0.37 "GET /v2.0/networks/058cc8f9-a5d1-4794-9cc9-1a3d47c314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377103 Aug 24 11:39:42.808882 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.db.resource_extend [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 11:39:42.863123 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3763f41-e983-4a8c-a015-e4b5d90ff3cc req-78ebf284-dc8e-4816-b26b-0f490c898bdc tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:42.865467 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f3763f41-e983-4a8c-a015-e4b5d90ff3cc req-78ebf284-dc8e-4816-b26b-0f490c898bdc tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 944 time: 0.3438094 Aug 24 11:39:42.887686 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:42.908103 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:42.931146 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:43.162768 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f3763f41-e983-4a8c-a015-e4b5d90ff3cc req-57154107-37ed-4bcb-a4a5-387b2f0e78fa tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753485 Aug 24 11:39:43.208231 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:39:43.211284 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a2bd99f-fadd-4c73-8248-caf8d8beaa2c req-5454f9bb-a298-42fa-9194-f80bdd4b4609 service neutron] 10.222.0.37 "GET /v2.0/networks/058cc8f9-a5d1-4794-9cc9-1a3d47c314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930576 Aug 24 11:39:43.231747 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-a6a063c2-b78f-43dd-8c00-7253ded7ba44 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075686 Aug 24 11:39:43.259474 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:43.268041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:43.301607 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:43.304337 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:43.426193 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'Port': ['ID=4c4eb0e1-ff0d-4312-9187-1a5831abeef4,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:43.433270 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:43.442489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:43.609678 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:43.611248 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0257845 Aug 24 11:39:43.615997 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6350844 Aug 24 11:39:43.623779 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51652) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:43.654201 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Request body: {'subnet': {'network_id': '451cfec5-6ea4-480a-a543-fdcd49bc4ccb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-353598446-subnet', 'tenant_id': '50eaad117e5e491eb87cc24d494b833f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:43.768528 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:43.788721 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Usage tracker for resource:subnet and tenant:50eaad117e5e491eb87cc24d494b833f is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:43.812892 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b1ecb-443c-418c-bfb7-b1a7f0c5e8ea req-64193afa-ddf1-489d-bee4-9593dff9a4a4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:43.824263 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e59b1ecb-443c-418c-bfb7-b1a7f0c5e8ea req-64193afa-ddf1-489d-bee4-9593dff9a4a4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 943 time: 0.3784282 Aug 24 11:39:43.829390 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:43.887763 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:43.896075 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Pushing event updated for resources: {'Network': ['ID=451cfec5-6ea4-480a-a543-fdcd49bc4ccb,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:43.912927 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 451cfec5-6ea4-480a-a543-fdcd49bc4ccb details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:39:43.955641 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:43.966645 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Made reservation on behalf of 50eaad117e5e491eb87cc24d494b833f for: {'subnet': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:43.977772 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.094014 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-3637b5a2-7d45-4ef1-95bc-9e73039987ea req-dc76ffcb-3fbd-4df9-b921-9dab6ebc2802 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083155 Aug 24 11:39:44.173732 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51668) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:44.180684 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1428764325', 'description': 'tempest-description--9210261'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:44.191826 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:44.214450 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:security_group and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:44.222711 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:44.256701 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:44.274421 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.333532 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e59b1ecb-443c-418c-bfb7-b1a7f0c5e8ea req-ee02849e-aca1-4452-8ae7-e4c48497031a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024252 Aug 24 11:39:44.341698 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:44.346531 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:security_group_rule and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:44.349770 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:44.367058 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:44.419869 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-439de925-ac6b-4262-9e96-9237ef925aeb req-7703865e-e73a-471e-b630-59b9296ec5cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=edb4cdf2bd9d4693870159833251ba11&device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 1097 time: 0.7911191 Aug 24 11:39:44.468046 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.478500 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.488994 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4f57676e-667a-437e-930d-5d39e4bf35f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:44.535146 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4737dddf-061f-4ffa-8de1-65681b25367f,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:44.540743 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:44.559286 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.560977 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.3860016 Aug 24 11:39:44.564526 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51682) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:44.575810 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'security_group_rule': {'security_group_id': '4737dddf-061f-4ffa-8de1-65681b25367f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:44.597190 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:44.611005 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:security_group_rule and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:44.616860 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:44.627101 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:44.657836 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.810119 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.819420 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.822227 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:44.843588 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b07988c-f756-49ae-a0b9-6a33b9b3eb57,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:44.848402 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:44.871045 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.872314 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3067517 Aug 24 11:39:44.875076 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51698) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:44.880975 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'security_group_rule': {'security_group_id': '4737dddf-061f-4ffa-8de1-65681b25367f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:44.890044 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:44.894862 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:security_group_rule and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:44.897814 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:44.907366 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:44.929780 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.946552 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439de925-ac6b-4262-9e96-9237ef925aeb req-0c27bf89-76e8-4a50-95d9-b2f61b767fa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:44.948594 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-439de925-ac6b-4262-9e96-9237ef925aeb req-0c27bf89-76e8-4a50-95d9-b2f61b767fa4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 HTTP/1.1" status: 200 len: 913 time: 0.3896146 Aug 24 11:39:44.953654 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:44.969507 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-43e18b08-8891-4f86-bca3-c2e79afaf56c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:45.010735 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-f8ffa9bb-5be5-4ce8-8f9a-47465c6a978e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Synchronizing usage tracker for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:45.026764 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.033191 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.034239 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd17a9-a233-4566-808c-a3cbba726f4a req-37cfb646-d61e-4543-9045-e6cfc2392973 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:45.035734 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-afbd17a9-a233-4566-808c-a3cbba726f4a req-37cfb646-d61e-4543-9045-e6cfc2392973 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 944 time: 0.3199353 Aug 24 11:39:45.045813 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-dbcd735a-94bd-44f3-8eaa-418b6e365784 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:45.068519 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62770aa3-8e74-44d1-b164-b4a882782544,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:45.071938 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:45.078371 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.082993 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2068424 Aug 24 11:39:45.083678 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51710) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:45.090104 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36f5a98-043c-4d88-a67c-1d5db4349930,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:45.090904 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'floatingip': {'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:45.098370 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:45.099456 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:45.103344 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:floatingip and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:45.107594 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:45.111444 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-f8ffa9bb-5be5-4ce8-8f9a-47465c6a978e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Unset dirty status for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:45.113673 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:45.118866 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-f8ffa9bb-5be5-4ce8-8f9a-47465c6a978e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2020383585&fields=id&tenant_id=74c2b5ea03fb466b96699c64c1040682 HTTP/1.1" status: 200 len: 267 time: 0.2580543 Aug 24 11:39:45.127846 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.215200 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51718) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:45.268686 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Checking segment: {'id': '15269c33-3c29-4a29-bea1-c1db783a0cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '451cfec5-6ea4-480a-a543-fdcd49bc4ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:45.269042 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Network hostable DHCP agents. Network: 451cfec5-6ea4-480a-a543-fdcd49bc4ccb, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:39:45.282141 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-afbd17a9-a233-4566-808c-a3cbba726f4a req-526a5690-f3d1-4fcf-bb37-cd604c320e49 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319620 Aug 24 11:39:45.297602 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.344857 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Network 451cfec5-6ea4-480a-a543-fdcd49bc4ccb is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:39:45.358846 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-98c6d9a3-8227-4188-b809-119fcf1076bd tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:45.359535 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-98c6d9a3-8227-4188-b809-119fcf1076bd tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Synchronizing usage tracker for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:network {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:45.373659 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 451cfec5-6ea4-480a-a543-fdcd49bc4ccb) {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:45.379352 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:45.379976 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.385814 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603b543d-1205-4c34-be0d-ebdf268b80e8 None None] Network 451cfec5-6ea4-480a-a543-fdcd49bc4ccb requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:45.386448 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-98c6d9a3-8227-4188-b809-119fcf1076bd tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Unset dirty status for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:network {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:45.392742 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-98c6d9a3-8227-4188-b809-119fcf1076bd tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 817 time: 0.2729630 Aug 24 11:39:45.420556 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-da7b32d8-e545-4758-b042-cdb3bea5c22a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/quotas/74c2b5ea03fb466b96699c64c1040682 HTTP/1.1" status: 200 len: 375 time: 0.0269644 Aug 24 11:39:45.469312 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8444221 Aug 24 11:39:45.523869 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.554798 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-d35bcc6a-1c6f-45d6-90cc-ebd6784ad76c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276956 Aug 24 11:39:45.597246 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Allocated IP 172.28.2.202 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/5c28019b-4168-43f3-9671-65248d0be287) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:45.798687 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:45.814704 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b253fbc5b04044e7b0c043d209e4e07e is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:45.819799 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:45.835110 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:45.867928 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.879244 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14839f9c-b8a5-454c-88cf-d1f04afaddb5 None None] Network 451cfec5-6ea4-480a-a543-fdcd49bc4ccb requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:45.968463 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:45.981139 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:45.992332 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52faa5-6c3b-42d2-9a04-32d251f61c82 req-0a444cfa-1bf2-4366-8629-27d21676033a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:45.994018 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a52faa5-6c3b-42d2-9a04-32d251f61c82 req-0a444cfa-1bf2-4366-8629-27d21676033a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 943 time: 0.3907800 Aug 24 11:39:46.002002 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-2a8620be-624d-47a3-b4b1-71eb440e4ede service neutron] 10.222.0.49 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404750 Aug 24 11:39:46.019315 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.043688 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.069892 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:46.075974 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:46.078741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:46.124308 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'Port': ['ID=5c28019b-4168-43f3-9671-65248d0be287,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:46.144073 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:46.147395 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:46.184713 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b253fbc5b04044e7b0c043d209e4e07e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9684513 Aug 24 11:39:46.189124 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51758) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:46.208335 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482e0e9a-bf45-4339-a16b-3e9564154edb,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:46.217689 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:46.262043 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-439de925-ac6b-4262-9e96-9237ef925aeb req-0658c6e5-cf23-4f95-a1a9-d5caf1c47858 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 HTTP/1.1" status: 200 len: 217 time: 0.0877955 Aug 24 11:39:46.300218 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1a52faa5-6c3b-42d2-9a04-32d251f61c82 req-9e684aba-33b6-4109-a148-5e0adc3cb3ef tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681463 Aug 24 11:39:46.379737 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.454871 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.472992 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-95d73792-880f-4d12-9ba5-55f87dd50b8c service neutron] 10.222.0.49 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692426 Aug 24 11:39:46.490115 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-143e56bc-1e8d-436e-9af3-0b57fc36c24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.537749 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-143e56bc-1e8d-436e-9af3-0b57fc36c24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.593064 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439de925-ac6b-4262-9e96-9237ef925aeb req-f76236a3-f4f5-42b5-b7d9-1c475349986a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:46.594666 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-439de925-ac6b-4262-9e96-9237ef925aeb req-f76236a3-f4f5-42b5-b7d9-1c475349986a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f10f05a6-44db-49f2-ad40-209525b5e878 HTTP/1.1" status: 200 len: 852 time: 0.3096154 Aug 24 11:39:46.701733 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51780) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:46.708333 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-439de925-ac6b-4262-9e96-9237ef925aeb req-6febaf87-2a8e-4efa-bd3b-098b83fb41c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=058cc8f9-a5d1-4794-9cc9-1a3d47c314c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920260 Aug 24 11:39:46.781438 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d927a2-5300-4c43-8b8e-693928cc0c30 req-93ba31e4-7d86-4a4b-b043-33650a140760 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:46.782909 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-67d927a2-5300-4c43-8b8e-693928cc0c30 req-93ba31e4-7d86-4a4b-b043-33650a140760 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 944 time: 0.3047903 Aug 24 11:39:46.789119 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eb1f8b95-3625-477b-8eb9-115c7aa8745b req-218aa0b8-2b6d-4d25-ac3b-a532e77d075e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 210 time: 0.0796647 Aug 24 11:39:46.839307 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.856104 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.870419 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:46.911453 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-143e56bc-1e8d-436e-9af3-0b57fc36c24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.919224 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:46.992563 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-439de925-ac6b-4262-9e96-9237ef925aeb req-4443a6ee-f676-43f4-8113-2b80e645feed service neutron] 10.222.0.37 "GET /v2.0/networks/058cc8f9-a5d1-4794-9cc9-1a3d47c314c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887119 Aug 24 11:39:47.003520 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-67d927a2-5300-4c43-8b8e-693928cc0c30 req-133c8fea-df45-4d98-83bf-6cc064cc8345 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096736 Aug 24 11:39:47.102770 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.125446 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-143e56bc-1e8d-436e-9af3-0b57fc36c24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.129575 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-143e56bc-1e8d-436e-9af3-0b57fc36c24d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/482e0e9a-bf45-4339-a16b-3e9564154edb HTTP/1.1" status: 204 len: 168 time: 0.9381890 Aug 24 11:39:47.143384 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-439de925-ac6b-4262-9e96-9237ef925aeb req-490f0a63-83d3-4ec0-a093-3a67fed2e849 service neutron] 10.222.0.37 "GET /v2.0/networks/058cc8f9-a5d1-4794-9cc9-1a3d47c314c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379163 Aug 24 11:39:47.148590 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.149772 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0651557 Aug 24 11:39:47.168678 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'Port': ['ID=5c28019b-4168-43f3-9671-65248d0be287,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:47.172342 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:47.175639 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:47.176199 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-239a4f07-c573-4cf6-bbca-e1dff5ec0eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:47.209013 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e56bc-1e8d-436e-9af3-0b57fc36c24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e0e9a-bf45-4339-a16b-3e9564154edb,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:47.211184 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Usage tracker for resource:security_group_rule and tenant:bf7127ff523d4d57ac7c0dff903eb0d7 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:47.215774 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-143e56bc-1e8d-436e-9af3-0b57fc36c24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:47.216716 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:47.223550 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:47.244714 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51804) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:47.253176 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1885846693-network', 'tenant_id': '37e0db17cebe4f7da0f3024c66531a4c'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:47.263868 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:47.275536 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Usage tracker for resource:network and tenant:37e0db17cebe4f7da0f3024c66531a4c is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:47.284543 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:47.297103 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:47.334351 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.343041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.356312 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Made reservation on behalf of 37e0db17cebe4f7da0f3024c66531a4c for: {'network': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:47.359233 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.383040 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-dbe491ef-2c0e-4e12-8a79-26e8e8101a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:47.397081 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.397680 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bf7127ff523d4d57ac7c0dff903eb0d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6908884 Aug 24 11:39:47.398273 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51814) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:47.445354 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e85a08f-85f4-4d66-97be-33057ff97562,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:47.469684 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:47.529544 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9c09190d-c489-4565-9214-acf91bcae544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.542991 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf3968e8-8818-431a-93f8-814773e103f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.576514 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:47.623181 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Usage tracker for resource:security_group_rule and tenant:37e0db17cebe4f7da0f3024c66531a4c is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:47.627535 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:47.629106 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf3968e8-8818-431a-93f8-814773e103f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.684668 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:47.687903 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf3968e8-8818-431a-93f8-814773e103f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.697183 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:47.711054 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3968e8-8818-431a-93f8-814773e103f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e85a08f-85f4-4d66-97be-33057ff97562,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:47.714011 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf3968e8-8818-431a-93f8-814773e103f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.718382 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-cf3968e8-8818-431a-93f8-814773e103f2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e85a08f-85f4-4d66-97be-33057ff97562 HTTP/1.1" status: 204 len: 168 time: 0.3176270 Aug 24 11:39:47.719491 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cf3968e8-8818-431a-93f8-814773e103f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:47.738298 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfbd90-d5b4-4679-a9b4-f04ef5a1675d req-736fb447-d4cc-473c-86bc-8f4af188906e tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:47.741526 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-91dfbd90-d5b4-4679-a9b4-f04ef5a1675d req-736fb447-d4cc-473c-86bc-8f4af188906e tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 943 time: 0.2812166 Aug 24 11:39:47.781794 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51826) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:47.803273 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.836792 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-91dfbd90-d5b4-4679-a9b4-f04ef5a1675d req-74dee0cb-ebb0-4a85-b0fa-6d5bdccd1c56 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809820 Aug 24 11:39:47.839854 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:47.844145 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Usage tracker for resource:security_group_rule and tenant:5206cbedbedf404bad4e7ffe0f1c3518 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:47.848114 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:47.852529 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-4607c171-2845-4f17-93dc-fa6bba2ca4b9 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Synchronizing usage tracker for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:47.855423 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:47.946036 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.972075 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.981063 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.984759 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:47.991001 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:47.997653 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.008046 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:48.043618 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d101265-1482-4fec-9367-59f1ac411390,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:48.050581 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5206cbedbedf404bad4e7ffe0f1c3518&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2655649 Aug 24 11:39:48.050581 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:48.050581 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51838) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:48.074807 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-4607c171-2845-4f17-93dc-fa6bba2ca4b9 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Unset dirty status for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:48.085087 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-4607c171-2845-4f17-93dc-fa6bba2ca4b9 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1428764325&fields=id&tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39 HTTP/1.1" status: 200 len: 267 time: 0.4405317 Aug 24 11:39:48.127168 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ef44cc9c-fe1f-4770-b9f8-c6df3ec30bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.132272 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=74965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:39:48.142402 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.142733 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.segments_db [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Added segment b8681aa5-c6fe-4fa8-9314-9dc88282489d of type vlan for network 43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37 Aug 24 11:39:48.157480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ef44cc9c-fe1f-4770-b9f8-c6df3ec30bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.170845 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.203279 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b40873b8-584e-43bb-a4fd-ddac9401f1c2 req-137fbc14-973e-4528-b1cb-b2ac0281857e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 210 time: 0.1836197 Aug 24 11:39:48.253649 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ef44cc9c-fe1f-4770-b9f8-c6df3ec30bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.262531 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cf3968e8-8818-431a-93f8-814773e103f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:48.285209 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44cc9c-fe1f-4770-b9f8-c6df3ec30bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d101265-1482-4fec-9367-59f1ac411390,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:48.304824 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ef44cc9c-fe1f-4770-b9f8-c6df3ec30bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:48.309206 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ef44cc9c-fe1f-4770-b9f8-c6df3ec30bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.313009 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ef44cc9c-fe1f-4770-b9f8-c6df3ec30bd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8d101265-1482-4fec-9367-59f1ac411390 HTTP/1.1" status: 204 len: 168 time: 0.2590177 Aug 24 11:39:48.377570 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e566bc-0977-47b1-877a-62627df0dea3,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:48.384554 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:48.410369 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51850) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:48.435229 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.469807 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.478194 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:48.485630 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Usage tracker for resource:security_group_rule and tenant:b340f22ba5bb42e7879c7571579e1a62 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:48.487507 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:48.488118 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.490982 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:48.499915 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-555e37a7-a36c-4d03-9539-895cb1e9f614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:48.500733 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:48.572674 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.576975 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.584352 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:48.629179 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065a526f-90c6-4a13-ba94-468c9d11c0ba,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:48.632194 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:48.634809 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b340f22ba5bb42e7879c7571579e1a62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2230756 Aug 24 11:39:48.637634 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51856) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:48.719571 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c6f7420e-754f-4d36-8d47-42c45680767e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.729430 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-1a45300a-3bff-46ea-aed7-da39ecc545c7 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:48.730151 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-1a45300a-3bff-46ea-aed7-da39ecc545c7 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Synchronizing usage tracker for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:network {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:48.742004 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4929395 Aug 24 11:39:48.751100 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Pushing event updated for resources: {'Network': ['ID=43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:48.752913 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 51860) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:48.771767 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:48.773903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:39:48.775490 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Request body: {'subnet': {'network_id': '43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1885846693-subnet', 'tenant_id': '37e0db17cebe4f7da0f3024c66531a4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:48.787511 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c6f7420e-754f-4d36-8d47-42c45680767e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.796826 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:48.811221 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Usage tracker for resource:subnet and tenant:37e0db17cebe4f7da0f3024c66531a4c is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:48.815250 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:48.850302 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-8a40d3ac-3e12-402e-ace0-9925922f146f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:48.852117 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-8a40d3ac-3e12-402e-ace0-9925922f146f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 817 time: 0.4031043 Aug 24 11:39:48.862250 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:48.871505 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c29c7c-3752-411a-b10b-0b97efb1a581 req-9c8a0c0d-8a56-4393-a176-f5719b6934f5 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:48.873176 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-80c29c7c-3752-411a-b10b-0b97efb1a581 req-9c8a0c0d-8a56-4393-a176-f5719b6934f5 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 944 time: 0.4830883 Aug 24 11:39:48.873937 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c6f7420e-754f-4d36-8d47-42c45680767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.880378 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-fd3dbfe7-3fdb-47be-b4eb-d598c105b0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:48.889568 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-1a45300a-3bff-46ea-aed7-da39ecc545c7 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Unset dirty status for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:network {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:48.890668 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-1a45300a-3bff-46ea-aed7-da39ecc545c7 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 810 time: 0.8043697 Aug 24 11:39:48.891482 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7420e-754f-4d36-8d47-42c45680767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065a526f-90c6-4a13-ba94-468c9d11c0ba,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:48.895287 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c6f7420e-754f-4d36-8d47-42c45680767e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:48.899264 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c6f7420e-754f-4d36-8d47-42c45680767e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:48.899836 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-c6f7420e-754f-4d36-8d47-42c45680767e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/065a526f-90c6-4a13-ba94-468c9d11c0ba HTTP/1.1" status: 204 len: 168 time: 0.2610941 Aug 24 11:39:48.954079 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Made reservation on behalf of 37e0db17cebe4f7da0f3024c66531a4c for: {'subnet': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:48.956818 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:49.041380 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-52175166-a839-4962-b9ac-cfd32a486af1 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/quotas/4f24e3cdf4a14d0fbdb905d54af29f39 HTTP/1.1" status: 200 len: 375 time: 0.1249702 Aug 24 11:39:49.121444 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-80c29c7c-3752-411a-b10b-0b97efb1a581 req-318d5fa1-7d5b-4778-8fab-532812bb8a2a tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330060 Aug 24 11:39:49.128820 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-5e1bd45c-9833-4ccf-8a06-544c6e81ef6c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74c2b5ea03fb466b96699c64c1040682 HTTP/1.1" status: 200 len: 380 time: 0.2295792 Aug 24 11:39:49.148826 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'port': {'device_id': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'admin_state_up': True, 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'security_groups': ['686cad72-dee3-4467-bf28-c2a4f6d49aa1']}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:49.452754 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-d03eb04e-2a52-47e7-86fc-ecde7a7d23ba tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Synchronizing usage tracker for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:49.498418 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:49.512900 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:port and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:49.516947 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:49.540398 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:49.548768 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-d03eb04e-2a52-47e7-86fc-ecde7a7d23ba tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Unset dirty status for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:49.550209 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-d03eb04e-2a52-47e7-86fc-ecde7a7d23ba tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4971898 Aug 24 11:39:49.600813 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bd039-2ac5-4bf8-b10b-53d8a94f4b76 req-c2e555cd-9c8a-4604-bcfe-a4c85e180c33 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:49.602769 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6e8bd039-2ac5-4bf8-b10b-53d8a94f4b76 req-c2e555cd-9c8a-4604-bcfe-a4c85e180c33 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 943 time: 0.3083181 Aug 24 11:39:49.608861 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Made reservation on behalf of 74c2b5ea03fb466b96699c64c1040682 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:49.612303 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:49.669973 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:49.717339 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-04e25f7f-fdf3-458b-9998-a19ec79c716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:49.729882 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:49.856474 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6e8bd039-2ac5-4bf8-b10b-53d8a94f4b76 req-b4f75c79-c261-46b4-af7c-6ea52ebf822a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878169 Aug 24 11:39:49.915688 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d38c1c-15bb-4e75-b661-12693c6dfa67,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:49.919195 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:49.960473 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e99cb018-2dfb-469b-b2e8-b139314ff0e2 service neutron] 10.222.0.49 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928509 Aug 24 11:39:50.075989 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Checking segment: {'id': 'b8681aa5-c6fe-4fa8-9314-9dc88282489d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:50.076563 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Network hostable DHCP agents. Network: 43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:39:50.225154 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d4428bdb-1ebd-4793-bf46-9d7ecf31cac5 req-e760ee66-f595-4017-82ef-81cf3dd5bf26 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 210 time: 0.1369042 Aug 24 11:39:50.250037 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Allocated IP 172.20.0.8 (b135e81b-5e1c-4b02-8ce7-f808b14da701/b45d0573-ad3d-4353-913b-5cb7b283396e/9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:50.303559 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Network 43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:39:50.329585 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-6bfd74f1-8c4b-4442-90fd-29213e9091a3 service neutron] 10.222.0.49 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604345 Aug 24 11:39:50.354806 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37) {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:50.364480 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889e6e9-7bb6-4e40-8e77-6b9b23968a9c None None] Network 43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:50.432988 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:50.433477 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:50.584292 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8247654 Aug 24 11:39:50.687634 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cea51567-a2a1-4d38-bd1c-2c1cee2f3753 req-aa3c2f0c-7372-44cf-9eb1-8f2dfa92be7b tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 210 time: 0.0595853 Aug 24 11:39:50.742014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:50.762997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Transition to ACTIVE for port object 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a will not be triggered until provisioned by entity DHCP. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:50.778360 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:39:50.788654 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33113474-17d5-4e4a-8e14-0645f7e87a5b req-565d5eb3-05e1-4868-871c-735366bd23ce tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:50.796356 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-33113474-17d5-4e4a-8e14-0645f7e87a5b req-565d5eb3-05e1-4868-871c-735366bd23ce tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 944 time: 0.2873166 Aug 24 11:39:50.900161 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51952) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:50.907048 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-33113474-17d5-4e4a-8e14-0645f7e87a5b req-3f2ca59e-e796-4a92-a494-0c382f58b899 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032526 Aug 24 11:39:50.912274 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:50.925942 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:51.034723 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Deleting subnet e36f5a98-043c-4d88-a67c-1d5db4349930 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:39:51.040069 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.084790 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:51.092365 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,segment=NetworkSegment(5167ab54-a89d-4ff1-91ac-11b1240a581d),segment_id=5167ab54-a89d-4ff1-91ac-11b1240a581d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:51.102390 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:51.109312 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae31fcd3-a6bf-435d-84f7-af8f0de96d4c None None] Network 43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:39:51.123588 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:51.127392 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:51.144720 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': 'c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3', 'network_id': '058cc8f9-a5d1-4794-9cc9-1a3d47c314c3', 'port_id': 'c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3', 'mac_address': 'fa:16:3e:a8:1c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f10f05a6-44db-49f2-ad40-209525b5e878', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:39:51.146447 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:51.162452 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:51.163459 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.184573 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.205124 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.251159 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1142507 Aug 24 11:39:51.276870 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Request body: {'port': {'device_id': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:51.403377 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.427466 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:51.557710 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.569899 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36f5a98-043c-4d88-a67c-1d5db4349930,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:51.573376 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:51.578116 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e36f5a98-043c-4d88-a67c-1d5db4349930 HTTP/1.1" status: 204 len: 168 time: 0.6759527 Aug 24 11:39:51.581421 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 51972) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:51.680312 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97a2c4-0fcb-4e15-9130-845b4d5819ff req-cae0c9bc-efe9-41dc-9ad7-a63af8a3b23f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:51.681872 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9f97a2c4-0fcb-4e15-9130-845b4d5819ff req-cae0c9bc-efe9-41dc-9ad7-a63af8a3b23f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 943 time: 0.4819338 Aug 24 11:39:51.687062 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.847195 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.881214 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:51.942056 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-25df2f19-c127-44e7-b341-837799a50822 None None] Provisioning for port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:51.955938 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-25df2f19-c127-44e7-b341-837799a50822 None None] Provisioning complete for port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:51.956324 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-25df2f19-c127-44e7-b341-837799a50822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.022659 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9f97a2c4-0fcb-4e15-9130-845b4d5819ff req-6724d7e6-b8a8-418d-9452-7a8efb9aacc6 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253608 Aug 24 11:39:52.054826 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.079848 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.103905 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.104527 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.105980 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.106594 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.107144 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.107697 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.108257 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.108809 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.109319 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.109845 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.148049 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:39:52.186436 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-25df2f19-c127-44e7-b341-837799a50822 None None] Port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:39:52.202784 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,segment=NetworkSegment(5167ab54-a89d-4ff1-91ac-11b1240a581d),segment_id=5167ab54-a89d-4ff1-91ac-11b1240a581d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:52.207504 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.208076 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.208590 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.209315 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:39:52.209896 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451cfec5-6ea4-480a-a543-fdcd49bc4ccb']}} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:52.210947 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.211851 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 37134ebc-630f-4b0d-8bd5-ee2b8905618f details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:39:52.218665 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:52.229009 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15269c33-3c29-4a29-bea1-c1db783a0cf7') {'for_net_delete': True} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:52.229626 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15269c33-3c29-4a29-bea1-c1db783a0cf7') {} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:52.248388 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3119808'] for segment, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.275080 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.285260 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=74964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:39:52.285260 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625149'] for segment, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: util.warn_limited( Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: util.warn_limited( Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: Traceback (most recent call last): Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: timer() Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: cb(*args, **kw) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: return func(*args, **kwargs) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: self._notify() Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: self.callback(batched_events) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: event.method(event) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: return f(self, *a, **k) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: return self._get(url).json() Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: return self.request(url, 'GET', **kwargs) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:39:52.302488 dv-cinder-798098-2-smb neutron-server[74964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:39:52.341943 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.420370 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-293d23d1-f14d-435a-baf9-df1aea0afec6 req-44c1aa01-e256-4480-88b7-bb3f86e07658 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 210 time: 0.0832095 Aug 24 11:39:52.454041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.454041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:52.472081 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 37134ebc-630f-4b0d-8bd5-ee2b8905618f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37134ebc-630f-4b0d-8bd5-ee2b8905618f,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:52.487539 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '37134ebc-630f-4b0d-8bd5-ee2b8905618f', 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'port_id': '37134ebc-630f-4b0d-8bd5-ee2b8905618f', 'mac_address': 'fa:16:3e:57:7c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b2c183-1af9-48c7-a284-2f0f305a47ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:39:52.496383 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:52.503149 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=451cfec5-6ea4-480a-a543-fdcd49bc4ccb,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:52.531678 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.554489 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/451cfec5-6ea4-480a-a543-fdcd49bc4ccb HTTP/1.1" status: 204 len: 168 time: 0.9716568 Aug 24 11:39:52.557901 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52000) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:52.581467 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:52.617501 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81109c97-28fd-4bff-bf86-7ce012d8a00e req-5a0bdcd6-021c-413c-b7f3-08a213840e7c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:52.618211 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-81109c97-28fd-4bff-bf86-7ce012d8a00e req-5a0bdcd6-021c-413c-b7f3-08a213840e7c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Synchronizing usage tracker for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:52.665096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-81109c97-28fd-4bff-bf86-7ce012d8a00e req-5a0bdcd6-021c-413c-b7f3-08a213840e7c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Unset dirty status for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:52.666844 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-81109c97-28fd-4bff-bf86-7ce012d8a00e req-5a0bdcd6-021c-413c-b7f3-08a213840e7c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 931 time: 0.9680619 Aug 24 11:39:52.678119 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.735433 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37134ebc-630f-4b0d-8bd5-ee2b8905618f {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:39:52.774006 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 37134ebc-630f-4b0d-8bd5-ee2b8905618f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37134ebc-630f-4b0d-8bd5-ee2b8905618f,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:52.787548 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.790462 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:52.817590 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:52.842228 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] Deleting subnet b1d38c1c-15bb-4e75-b661-12693c6dfa67 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:39:52.845385 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.899531 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3119823'] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.919721 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=37134ebc-630f-4b0d-8bd5-ee2b8905618f,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:52.933076 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:52.964212 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:52.976709 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:39:52.986485 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:53.019392 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Transition to ACTIVE for port object 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:53.039880 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:53.058241 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:53.063366 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3391087'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:53.079706 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5740941f-458f-4032-b280-9e1ccfdb6105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:53.109162 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-81109c97-28fd-4bff-bf86-7ce012d8a00e req-06337902-ff7d-4e9c-80f2-ea80be0898a8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4096773 Aug 24 11:39:53.216733 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:53.235601 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d38c1c-15bb-4e75-b661-12693c6dfa67,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:53.238341 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b1d38c1c-15bb-4e75-b661-12693c6dfa67 HTTP/1.1" status: 204 len: 168 time: 0.6783454 Aug 24 11:39:53.245091 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52006) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:53.334096 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['37134ebc-630f-4b0d-8bd5-ee2b8905618f'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:39:53.370988 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:39:53.385643 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:53.418223 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4af22631-6987-4e04-b62e-c21d123d2500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:53.432916 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-c2448bcf-d96f-4c29-9577-b8fc93a7b71f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:53.439192 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-c2448bcf-d96f-4c29-9577-b8fc93a7b71f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 810 time: 0.7429881 Aug 24 11:39:53.444843 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93414d95-8318-40b1-b969-372a6d7bdfea req-e3d273d7-6494-479c-b11d-c7e375274ca8 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:53.461344 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-93414d95-8318-40b1-b969-372a6d7bdfea req-e3d273d7-6494-479c-b11d-c7e375274ca8 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 945 time: 0.7980466 Aug 24 11:39:53.508852 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:53.728097 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:53.755756 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-93414d95-8318-40b1-b969-372a6d7bdfea req-2a98a21d-54f7-453c-be81-ee619e5f2afe tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918665 Aug 24 11:39:53.760380 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Attempting to bind port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:53.763982 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Attempting to bind port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:53.765727 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Attempting to bind port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a on network b135e81b-5e1c-4b02-8ce7-f808b14da701 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:53.802906 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a on network b135e81b-5e1c-4b02-8ce7-f808b14da701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:39:53.803582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Attempting to bind port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a on network b135e81b-5e1c-4b02-8ce7-f808b14da701 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:53.823690 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7935b4-d178-4da2-9cd8-8db7a8391666 req-d9605f12-3495-4aa5-b60f-72cf65eae7a1 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:53.830863 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9d7935b4-d178-4da2-9cd8-8db7a8391666 req-d9605f12-3495-4aa5-b60f-72cf65eae7a1 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 944 time: 0.3601029 Aug 24 11:39:53.834050 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:53.834449 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Checking segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:53.834970 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Bound using segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:53.836417 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Bound port: 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:53.836693 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:53.868081 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-fb4c7813-46d8-4813-903a-9684b71d6dfd tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Synchronizing usage tracker for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:security_group {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:39:53.968426 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-fb4c7813-46d8-4813-903a-9684b71d6dfd tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Unset dirty status for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:security_group {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:39:53.969869 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-fb4c7813-46d8-4813-903a-9684b71d6dfd tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39 HTTP/1.1" status: 200 len: 380 time: 0.5105774 Aug 24 11:39:53.990105 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'port': {'device_id': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'admin_state_up': True, 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'security_groups': ['4737dddf-061f-4ffa-8de1-65681b25367f']}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:54.012653 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.053486 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b8b3929-0e1a-4b7e-a903-f954bb2edf1d req-74740ce0-acfb-4393-86a8-4504922c6594 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 210 time: 0.1245503 Aug 24 11:39:54.079829 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9d7935b4-d178-4da2-9cd8-8db7a8391666 req-3be70950-6c9c-4048-8652-deee4493e1d9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453320 Aug 24 11:39:54.082473 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37']}} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:54.106268 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8681aa5-c6fe-4fa8-9314-9dc88282489d') {'for_net_delete': True} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:54.106739 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8681aa5-c6fe-4fa8-9314-9dc88282489d') {} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:54.121074 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:54.125231 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:54.129121 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.134779 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:54.136519 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3119808'] for segment, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.184074 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.196006 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=74964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:39:54.196208 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.196793 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625149'] for segment, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.197896 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] 10.222.0.37 "PUT /v2.0/ports/9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 200 len: 1093 time: 2.9276114 Aug 24 11:39:54.198432 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:39:54.222348 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:54.226306 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: Traceback (most recent call last): Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: timer() Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: cb(*args, **kw) Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: return func(*args, **kwargs) Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: self._notify() Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: self.callback(batched_events) Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: event.method(event) Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: return f(self, *a, **k) Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: return self._get(url).json() Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: return self.request(url, 'GET', **kwargs) Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:39:54.233441 dv-cinder-798098-2-smb neutron-server[74964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:39:54.245814 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:54.324337 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:54.339366 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'status': 'completed', 'code': 200} Aug 24 11:39:54.342424 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Made reservation on behalf of 4f24e3cdf4a14d0fbdb905d54af29f39 for: {'port': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:39:54.347531 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.361719 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.370841 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.376126 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:54.394047 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-768e2c00-98e6-451a-9d71-b6d2ccc3de87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1096 time: 0.1317506 Aug 24 11:39:54.399491 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Pushing event deleted for resources: {'Network': ['ID=43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:54.402541 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:54.406545 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] 10.222.0.49 "DELETE /v2.0/networks/43b86beb-6d22-4ae8-8dc2-46fe8bb0bb37 HTTP/1.1" status: 204 len: 168 time: 1.1365278 Aug 24 11:39:54.524916 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-52510e4d-ef4f-4d83-87a3-aa4c64bf9cd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 200 len: 217 time: 0.1147101 Aug 24 11:39:54.593511 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Allocated IP 172.20.0.13 (2cf7010c-85bd-4391-9fa8-2de7425432c0/d5dea15f-8147-4110-b975-5a8d241b394a/547a1d6b-99b7-421f-9a59-a86867e5f1fc) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:39:54.606514 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-7764ca74-e8f2-445c-b0e0-a89e38597893 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:54.607925 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-7764ca74-e8f2-445c-b0e0-a89e38597893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.0759020 Aug 24 11:39:54.662573 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2fa2-85ed-4ef4-86f6-4e9ea48e8576 req-2990cd38-cbe0-4ff5-8cff-4bbab348699b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:54.664123 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-85ea2fa2-85ed-4ef4-86f6-4e9ea48e8576 req-2990cd38-cbe0-4ff5-8cff-4bbab348699b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1753991 Aug 24 11:39:54.664593 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52050) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:54.768949 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-85ea2fa2-85ed-4ef4-86f6-4e9ea48e8576 req-44b51bea-72ba-4dc9-985d-46c8944e334f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971711 Aug 24 11:39:54.780783 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-6c051ea5-6198-4ac6-971d-4045e69fa2b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50eaad117e5e491eb87cc24d494b833f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1073661 Aug 24 11:39:54.780890 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52056) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:54.795487 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-ddb2105d-34c0-44a6-aad6-61379a040de3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1795843 Aug 24 11:39:54.846313 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:54.852807 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.875500 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Transition to ACTIVE for port object 547a1d6b-99b7-421f-9a59-a86867e5f1fc will not be triggered until provisioned by entity DHCP. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:54.904180 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-72b1e4d8-5acd-4fd9-b4ee-b7ad7065fa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.936182 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:54.938995 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.947981 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:54.948490 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.949071 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-72b1e4d8-5acd-4fd9-b4ee-b7ad7065fa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:54.962154 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:55.012844 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-aed77ee8-3155-49df-995b-71d1867abcba service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108452 Aug 24 11:39:55.067593 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:39:55.074206 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:39:55.090323 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'Port': ['ID=547a1d6b-99b7-421f-9a59-a86867e5f1fc,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:55.093317 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:39:55.138265 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:55.141254 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:55.215579 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-72b1e4d8-5acd-4fd9-b4ee-b7ad7065fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:55.218677 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8456cc14-4d2d-4f28-aef3-912c1f1ca941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:39:55.237891 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4cb9812c-7875-4080-9855-4d8a81f85ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:55.263327 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:55.264034 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:55.300140 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1e4d8-5acd-4fd9-b4ee-b7ad7065fa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f85969-f8a8-4a89-98a3-33a34a6e242e,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:55.305805 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-72b1e4d8-5acd-4fd9-b4ee-b7ad7065fa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:55.334850 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-72b1e4d8-5acd-4fd9-b4ee-b7ad7065fa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:55.339424 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-72b1e4d8-5acd-4fd9-b4ee-b7ad7065fa41 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5f85969-f8a8-4a89-98a3-33a34a6e242e HTTP/1.1" status: 204 len: 168 time: 0.5551138 Aug 24 11:39:55.346899 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3631728 Aug 24 11:39:55.371287 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Request body: {'port': {'device_id': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:39:55.431775 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,segment=NetworkSegment(5167ab54-a89d-4ff1-91ac-11b1240a581d),segment_id=5167ab54-a89d-4ff1-91ac-11b1240a581d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:55.452820 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:55.453679 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 37134ebc-630f-4b0d-8bd5-ee2b8905618f up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:39:55.518103 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f42ccc0-23a4-46c3-8c53-ff44bace0f2d req-404be4bf-0d27-4f36-89fb-96ec1de758b0 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4982374 Aug 24 11:39:55.586802 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:55.600082 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903ed5d-6404-4cf0-9db6-a0acacf20dbb req-f56a11c1-0b4f-4847-84d6-8f37fa3303c1 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:55.602247 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8903ed5d-6404-4cf0-9db6-a0acacf20dbb req-f56a11c1-0b4f-4847-84d6-8f37fa3303c1 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 945 time: 0.5464346 Aug 24 11:39:55.617735 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:55.707438 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef9816-8829-452a-b6d6-237f5bad26fd req-3e2132e0-c15e-4f6d-a795-9ea9040d17f3 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:55.722565 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a3ef9816-8829-452a-b6d6-237f5bad26fd req-3e2132e0-c15e-4f6d-a795-9ea9040d17f3 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 932 time: 0.3280358 Aug 24 11:39:55.750856 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:55.771548 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8903ed5d-6404-4cf0-9db6-a0acacf20dbb req-e3481b3b-fe4a-4b7b-b902-5ed8893948df tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590023 Aug 24 11:39:55.772570 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:55.810354 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-612ba62c-02be-4593-b371-963e30c55118 None None] Provisioning for port 547a1d6b-99b7-421f-9a59-a86867e5f1fc completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:55.845986 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-612ba62c-02be-4593-b371-963e30c55118 None None] Provisioning complete for port 547a1d6b-99b7-421f-9a59-a86867e5f1fc triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:55.846371 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-612ba62c-02be-4593-b371-963e30c55118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:55.862125 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a3ef9816-8829-452a-b6d6-237f5bad26fd req-06fe4d0c-77f6-4eac-8f94-0c1dd9d3dc0a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381412 Aug 24 11:39:55.880591 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-744b3031-f47b-4d21-8919-4d832b37452d req-a33ad40e-0e3a-4adb-8235-b0f94da6cc98 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1096 time: 0.2322450 Aug 24 11:39:56.007912 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-612ba62c-02be-4593-b371-963e30c55118 None None] Port 547a1d6b-99b7-421f-9a59-a86867e5f1fc cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:39:56.023585 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 37134ebc-630f-4b0d-8bd5-ee2b8905618f completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:39:56.030389 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 37134ebc-630f-4b0d-8bd5-ee2b8905618f triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:39:56.030925 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.113845 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52104) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:56.210588 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.235440 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b3031-f47b-4d21-8919-4d832b37452d req-c8e74b38-6363-41ee-a834-837d4f8de872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:56.237147 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-744b3031-f47b-4d21-8919-4d832b37452d req-c8e74b38-6363-41ee-a834-837d4f8de872 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.3505299 Aug 24 11:39:56.246345 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dedb97-c1e9-4738-8e62-93f6b6852003 req-6e636c57-db6a-427b-9929-3e3db0c77bb7 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:56.252228 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 37134ebc-630f-4b0d-8bd5-ee2b8905618f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37134ebc-630f-4b0d-8bd5-ee2b8905618f,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:56.254365 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c0dedb97-c1e9-4738-8e62-93f6b6852003 req-6e636c57-db6a-427b-9929-3e3db0c77bb7 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 944 time: 0.3101983 Aug 24 11:39:56.257611 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.260896 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-134991cc-e05a-4e52-8418-46532689f1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:56.292124 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8456cc14-4d2d-4f28-aef3-912c1f1ca941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3', 'code': 200} Aug 24 11:39:56.300500 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-bc4c535d-ca64-4b19-87d3-70466b4de531 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37e0db17cebe4f7da0f3024c66531a4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1852436 Aug 24 11:39:56.302764 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547a1d6b-99b7-421f-9a59-a86867e5f1fc {{(pid=74964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:39:56.306489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52110) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:56.324414 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.351641 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=37134ebc-630f-4b0d-8bd5-ee2b8905618f,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:56.354996 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:56.359457 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Transition to ACTIVE for port object 547a1d6b-99b7-421f-9a59-a86867e5f1fc will not be triggered until provisioned by entity L2. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:39:56.377182 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.396491 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:56.397260 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-744b3031-f47b-4d21-8919-4d832b37452d req-afd7efa8-80d5-4a9f-9aab-ea36b1dd5c49 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 200 len: 217 time: 0.1399887 Aug 24 11:39:56.539605 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b3031-f47b-4d21-8919-4d832b37452d req-976d9526-e556-4095-bab6-21648633350c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:56.541676 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-744b3031-f47b-4d21-8919-4d832b37452d req-976d9526-e556-4095-bab6-21648633350c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.1358132 Aug 24 11:39:56.568516 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c0dedb97-c1e9-4738-8e62-93f6b6852003 req-e0c30aa1-bae6-4946-8590-0145dad1442b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130381 Aug 24 11:39:56.588582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.37', 54271) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:39:56.589623 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3295fc43-b5ee-4a5f-a453-02ef4998d243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.607826 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=547a1d6b-99b7-421f-9a59-a86867e5f1fc,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:56.618080 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:56.696228 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3295fc43-b5ee-4a5f-a453-02ef4998d243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.845114 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7b160-bbe7-41c5-b85b-1222a6237988 req-c571152f-033b-44ce-8853-857fa2909b49 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:56.860242 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b7f7b160-bbe7-41c5-b85b-1222a6237988 req-c571152f-033b-44ce-8853-857fa2909b49 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.3796067 Aug 24 11:39:56.880896 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Attempting to bind port 547a1d6b-99b7-421f-9a59-a86867e5f1fc on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:39:56.881486 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Attempting to bind port 547a1d6b-99b7-421f-9a59-a86867e5f1fc by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:39:56.881960 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Attempting to bind port 547a1d6b-99b7-421f-9a59-a86867e5f1fc on network 2cf7010c-85bd-4391-9fa8-2de7425432c0 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:56.890698 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Port 547a1d6b-99b7-421f-9a59-a86867e5f1fc on network 2cf7010c-85bd-4391-9fa8-2de7425432c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:39:56.891370 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Attempting to bind port 547a1d6b-99b7-421f-9a59-a86867e5f1fc on network 2cf7010c-85bd-4391-9fa8-2de7425432c0 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:39:56.902332 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:39:56.902938 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Checking segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:39:56.903568 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Bound using segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:39:56.904217 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Bound port: 547a1d6b-99b7-421f-9a59-a86867e5f1fc, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'}}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:39:56.904881 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.932304 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3295fc43-b5ee-4a5f-a453-02ef4998d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:56.939263 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:56.942690 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b7f7b160-bbe7-41c5-b85b-1222a6237988 req-8c0d6e84-c7ee-4da5-9477-784e3cafce83 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815046 Aug 24 11:39:56.984854 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6835bc83-00d5-4648-81a8-1fb4996b361a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 1099 time: 0.3940854 Aug 24 11:39:57.032309 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] For port 547a1d6b-99b7-421f-9a59-a86867e5f1fc, host hv-cinder-79809, cleared binding levels {{(pid=74964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:39:57.036566 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] For port 547a1d6b-99b7-421f-9a59-a86867e5f1fc, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:39:57.046734 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-744b3031-f47b-4d21-8919-4d832b37452d req-7a5c92bc-bb60-4e3b-9a4d-94cbd5a822df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4571016 Aug 24 11:39:57.049251 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3295fc43-b5ee-4a5f-a453-02ef4998d243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:57.052163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:57.053534 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-3295fc43-b5ee-4a5f-a453-02ef4998d243 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a5e566bc-0977-47b1-877a-62627df0dea3 HTTP/1.1" status: 204 len: 168 time: 0.7455678 Aug 24 11:39:57.055510 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:57.057366 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295fc43-b5ee-4a5f-a453-02ef4998d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e566bc-0977-47b1-877a-62627df0dea3,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:57.064085 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3295fc43-b5ee-4a5f-a453-02ef4998d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:57.065889 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-82b54595-d1b3-4a8e-86c1-57f34e1b4bd8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:57.143791 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:57.145570 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-545c0919-441a-4598-b784-959683abb0b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/547a1d6b-99b7-421f-9a59-a86867e5f1fc HTTP/1.1" status: 200 len: 1094 time: 1.7788293 Aug 24 11:39:57.146237 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'tag': '547a1d6b-99b7-421f-9a59-a86867e5f1fc'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:39:57.187590 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=547a1d6b-99b7-421f-9a59-a86867e5f1fc,revision_number=3']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:57.192270 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:57.333512 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-744b3031-f47b-4d21-8919-4d832b37452d req-89b025f0-4ccc-4272-b576-f02d36f6a72d service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886325 Aug 24 11:39:57.386161 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-07907bfc-c40d-4f44-914e-801bce09dce3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 1097 time: 0.1680152 Aug 24 11:39:57.527231 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:39:57.531732 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-ed6260ae-38dd-4206-b97f-ab4d7f76e052 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc HTTP/1.1" status: 200 len: 217 time: 0.1296275 Aug 24 11:39:57.543448 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Usage tracker for resource:security_group_rule and tenant:e9f9f8c3112f41e8ac618baacd2bfdbf is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:39:57.549003 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:39:57.563138 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:39:57.613479 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-b8511eef-b6a8-4c55-b5ed-0cf38e020fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:57.615422 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-b8511eef-b6a8-4c55-b5ed-0cf38e020fc8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.0708270 Aug 24 11:39:57.620898 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f5893-ef15-4ea6-a77f-c79231abc9f2 req-a220761c-a8b8-4d66-b472-4eb10f1ba01c tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:57.622292 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8d7f5893-ef15-4ea6-a77f-c79231abc9f2 req-a220761c-a8b8-4d66-b472-4eb10f1ba01c tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 946 time: 0.5857091 Aug 24 11:39:57.649459 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b912d10-33c0-475d-a288-f743bef9f09b req-2eece494-cd19-48ba-ada3-d7ec23fc45c9 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:57.657200 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2b912d10-33c0-475d-a288-f743bef9f09b req-2eece494-cd19-48ba-ada3-d7ec23fc45c9 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 944 time: 0.3227582 Aug 24 11:39:57.722854 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-7eb2fe6e-65b2-4136-a53a-033e1004f49d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1002514 Aug 24 11:39:57.753878 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-744b3031-f47b-4d21-8919-4d832b37452d req-080da488-2039-469d-9191-a98661f55fcb service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692155 Aug 24 11:39:57.800727 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2b912d10-33c0-475d-a288-f743bef9f09b req-9baa8f34-f199-47fc-bea5-8755ebbf5a23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426187 Aug 24 11:39:57.814789 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8d7f5893-ef15-4ea6-a77f-c79231abc9f2 req-4f02bad5-bb7e-468e-bc44-e2676297d054 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822841 Aug 24 11:39:57.894868 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:57.902813 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:57.922600 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:57.941803 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'tag': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'status': 'completed', 'code': 200} Aug 24 11:39:57.983891 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=595feb6c-4e49-47a6-bbae-da8429b6126c,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:57.991472 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:57.993007 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-c41310d0-48f2-4712-a17d-36668920fd25 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617075 Aug 24 11:39:58.010324 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1101435-c337-4eae-8923-2ad12f2eab66 req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0151763 Aug 24 11:39:58.207616 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c3e67236-5f0e-4eb2-b4e0-5ce704e60d5e req-349fbde1-fcbb-4e12-9f5b-9e147f139238 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079988 Aug 24 11:39:58.242298 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe6a4b-59d5-4507-9008-1344187bbd91 req-59138f30-f91d-4369-b492-9f5215507b7a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:58.243787 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fdbe6a4b-59d5-4507-9008-1344187bbd91 req-59138f30-f91d-4369-b492-9f5215507b7a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1706653 Aug 24 11:39:58.256738 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ce59e-382e-4cba-9e3a-a8694e89e605 req-f6a295ad-14b8-444e-b288-f05b060a5c76 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:58.258124 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c2ce59e-382e-4cba-9e3a-a8694e89e605 req-f6a295ad-14b8-444e-b288-f05b060a5c76 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1084411 Aug 24 11:39:58.293475 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b408b9-846f-4ac8-ba8b-b7da750a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37134ebc-630f-4b0d-8bd5-ee2b8905618f'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:39:58.331394 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fdbe6a4b-59d5-4507-9008-1344187bbd91 req-e51341bd-3d37-40d4-87d6-d380e0ae51be tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723414 Aug 24 11:39:58.333430 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c2ce59e-382e-4cba-9e3a-a8694e89e605 req-d460d687-1e42-4bfb-b6d1-a34eb17a79e7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607996 Aug 24 11:39:58.412559 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b408b9-846f-4ac8-ba8b-b7da750a2f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37134ebc-630f-4b0d-8bd5-ee2b8905618f', 'code': 200} Aug 24 11:39:58.691378 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-b3a967e8-6cc0-4368-a7cd-d01482e011cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 1097 time: 0.1091421 Aug 24 11:39:58.801131 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a2f80f59-4dc1-4d66-9b27-82a9792d4b08 req-3b5c47a2-9125-412f-be14-08b64928a885 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 1098 time: 0.0820243 Aug 24 11:39:58.839450 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-c4a44024-7166-4739-bfa3-d8324ce155f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:58.840930 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-c4a44024-7166-4739-bfa3-d8324ce155f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 911 time: 0.1402230 Aug 24 11:39:58.856327 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:39:58.878836 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a2f80f59-4dc1-4d66-9b27-82a9792d4b08 req-79474668-e302-4e7b-8be3-20997ebe0598 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703740 Aug 24 11:39:58.987587 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-a46ba94a-0809-4f80-8d86-548a04357e3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc HTTP/1.1" status: 200 len: 217 time: 0.1386569 Aug 24 11:39:59.061795 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:59.081777 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'port_id': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'mac_address': 'fa:16:3e:37:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:39:59.107182 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3596e11-791c-4e33-8692-bac2fc215942 req-1fa53690-8063-4fe8-8880-74cf3a538bfc tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:59.113940 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d3596e11-791c-4e33-8692-bac2fc215942 req-1fa53690-8063-4fe8-8880-74cf3a538bfc tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 944 time: 0.1579525 Aug 24 11:39:59.134621 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4abf45-a2fb-4a6d-b5b0-aa3b03f6ff46 req-853b4169-a1d8-4dd7-8909-2cd97a79273e tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:59.136143 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1d4abf45-a2fb-4a6d-b5b0-aa3b03f6ff46 req-853b4169-a1d8-4dd7-8909-2cd97a79273e tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 946 time: 0.1423087 Aug 24 11:39:59.168543 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:59.196376 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:39:59.204180 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d3596e11-791c-4e33-8692-bac2fc215942 req-cdd0c664-a293-4c70-9e39-024b4468b607 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893872 Aug 24 11:39:59.218418 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1d4abf45-a2fb-4a6d-b5b0-aa3b03f6ff46 req-8c9b2554-69fe-4cfe-90b1-a30ee5dd1a50 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739369 Aug 24 11:39:59.234582 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:39:59.247642 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:39:59.250388 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:39:59.327820 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Sync routers for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:39:59.376832 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:39:59.376832 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:39:59.418862 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-34fdb0b0-215e-4a8e-a0d4-1c88995edc67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:59.424128 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-34fdb0b0-215e-4a8e-a0d4-1c88995edc67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.1727080 Aug 24 11:39:59.479557 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:39:59.490223 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:39:59.602783 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-d91a9863-6735-4715-b23a-b5f62763f359 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1672733 Aug 24 11:39:59.768496 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:39:59.772232 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066900c-c765-44f3-9ef6-b77d518907ae req-5d1bbe2f-2c65-4058-b597-054957abf50e tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:59.780332 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a066900c-c765-44f3-9ef6-b77d518907ae req-5d1bbe2f-2c65-4058-b597-054957abf50e tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1878700 Aug 24 11:39:59.787582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ea82f-a9d4-4590-a731-eac79be6ec5f req-7d60e283-37d0-45fd-95ed-d44af549cb4a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:39:59.794594 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a08ea82f-a9d4-4590-a731-eac79be6ec5f req-7d60e283-37d0-45fd-95ed-d44af549cb4a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 944 time: 0.2036741 Aug 24 11:39:59.897737 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a08ea82f-a9d4-4590-a731-eac79be6ec5f req-361eb100-5cf8-472a-bd69-38dd3ebedb4d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013765 Aug 24 11:39:59.920839 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a066900c-c765-44f3-9ef6-b77d518907ae req-e114dd81-4bde-4cca-a3cf-649c54ad8409 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387954 Aug 24 11:39:59.927338 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-46a8201d-c7ed-470c-bedd-3995a84ba61a service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177161 Aug 24 11:39:59.984426 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:00.097468 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-6d49835e-a2b8-4551-93bc-7d9b95dfd266 req-acde1677-fd58-47f2-a118-a4aaa5f49080 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618526 Aug 24 11:40:00.129177 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:00.346895 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:39:37Z', 'revision_number': 2, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:00.352668 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Checking router: 60a6c01c-5784-42bf-999e-ba750cb1b132 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:40:00.353034 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Updating router 60a6c01c-5784-42bf-999e-ba750cb1b132 port 45d3d5dd-302f-4998-ae61-7ea3305b8552 binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:40:00.428305 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:00.536928 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e8f38-e4b0-420a-8faa-a8dc9f773ed4 req-7757e307-242f-459d-991b-698ce85681be tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:00.538674 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a51e8f38-e4b0-420a-8faa-a8dc9f773ed4 req-7757e307-242f-459d-991b-698ce85681be tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 944 time: 0.1437783 Aug 24 11:40:00.628665 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a51e8f38-e4b0-420a-8faa-a8dc9f773ed4 req-01442cb2-58d8-4eee-8ea7-bbc8ece1d0c8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827205 Aug 24 11:40:00.644493 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3804c-79ed-41f6-84fb-b0365450e3f0 req-5f2b9181-4f4f-4922-aeb2-06a857e2d148 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:00.646719 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f1f3804c-79ed-41f6-84fb-b0365450e3f0 req-5f2b9181-4f4f-4922-aeb2-06a857e2d148 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 946 time: 0.1727421 Aug 24 11:40:00.706770 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f1f3804c-79ed-41f6-84fb-b0365450e3f0 req-cfccfdc7-0d04-4ebe-a690-060988e5d447 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513871 Aug 24 11:40:00.725321 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52292) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:00.901321 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:00.918428 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Transition to ACTIVE for port object 45d3d5dd-302f-4998-ae61-7ea3305b8552 will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:00.926673 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:00.930578 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:00.933752 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:00.982495 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:00.986654 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Usage tracker for resource:security_group_rule and tenant:fe18239491bf4867b793524e9f305823 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:00.989717 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:00.998491 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:01.141037 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:01.249622 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:01.254681 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0bf3f-b0c7-40f7-8001-bbc1c4066c3d None None] Pushing event updated for resources: {'Port': ['ID=45d3d5dd-302f-4998-ae61-7ea3305b8552,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:01.264242 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-e4e0bf3f-b0c7-40f7-8001-bbc1c4066c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:01.292670 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52318) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:01.421400 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Attempting to bind port 45d3d5dd-302f-4998-ae61-7ea3305b8552 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:01.421901 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Attempting to bind port 45d3d5dd-302f-4998-ae61-7ea3305b8552 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:01.422134 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Attempting to bind port 45d3d5dd-302f-4998-ae61-7ea3305b8552 on network 2cf7010c-85bd-4391-9fa8-2de7425432c0 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:01.428772 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:01.429147 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Checking segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:01.429682 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:01.430074 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Bound using segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:01.430650 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Bound port: 45d3d5dd-302f-4998-ae61-7ea3305b8552, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:01.431030 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:01.455096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:01.520018 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe18239491bf4867b793524e9f305823&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7934909 Aug 24 11:40:01.521285 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606393c3-f1b8-4b96-abcf-edd0be7117be,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:01.522743 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52324) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:01.543450 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:01.593101 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] For port 45d3d5dd-302f-4998-ae61-7ea3305b8552, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:01.597396 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:01.600152 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] For port 45d3d5dd-302f-4998-ae61-7ea3305b8552, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=45d3d5dd-302f-4998-ae61-7ea3305b8552,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:01.610018 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:01.616292 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:01.687233 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a46517-1dae-44c0-87c9-8e5076e0713a req-1f25dec9-27a4-419a-aa3f-75241df96514 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:01.700922 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-60a46517-1dae-44c0-87c9-8e5076e0713a req-1f25dec9-27a4-419a-aa3f-75241df96514 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 944 time: 0.4716320 Aug 24 11:40:01.707489 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0bf3f-b0c7-40f7-8001-bbc1c4066c3d None None] Pushing event updated for resources: {'Port': ['ID=45d3d5dd-302f-4998-ae61-7ea3305b8552,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:01.712796 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-e4e0bf3f-b0c7-40f7-8001-bbc1c4066c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:01.713808 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:01.716657 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:01.723065 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6de0d6-1059-4c55-b1ba-647cbffd4032 req-2513586d-43ba-45ca-9d70-f93b3e78ebcb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:01.731393 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ec6de0d6-1059-4c55-b1ba-647cbffd4032 req-2513586d-43ba-45ca-9d70-f93b3e78ebcb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 945 time: 0.5818737 Aug 24 11:40:01.733895 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:01.757630 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Usage tracker for resource:security_group_rule and tenant:0d74fd62f72f44e48c3b9bc76c6a8e48 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:01.766811 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:01.773623 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb4ad-055e-4310-b327-4060e150f8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:01.787219 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:01.834526 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-60a46517-1dae-44c0-87c9-8e5076e0713a req-8761bffa-35f0-4e26-887d-3b786d68d33a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326332 Aug 24 11:40:01.873375 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ec6de0d6-1059-4c55-b1ba-647cbffd4032 req-9f69597a-c68a-4116-83b6-97623987366f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383567 Aug 24 11:40:01.888118 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb4ad-055e-4310-b327-4060e150f8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.100229 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:02.157017 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.198271 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb4ad-055e-4310-b327-4060e150f8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.207036 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:02.207320 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82cfa43-8cfa-48ad-867c-edd5f322a0a2 req-1654233c-40f6-4c11-b97f-a31289bb97af tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:02.217929 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.219207 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d82cfa43-8cfa-48ad-867c-edd5f322a0a2 req-1654233c-40f6-4c11-b97f-a31289bb97af tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 944 time: 0.1691246 Aug 24 11:40:02.240052 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbb4ad-055e-4310-b327-4060e150f8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606393c3-f1b8-4b96-abcf-edd0be7117be,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:02.252425 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e4cbb4ad-055e-4310-b327-4060e150f8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:02.253553 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e4cbb4ad-055e-4310-b327-4060e150f8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.255043 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e4cbb4ad-055e-4310-b327-4060e150f8b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/606393c3-f1b8-4b96-abcf-edd0be7117be HTTP/1.1" status: 204 len: 168 time: 0.7271366 Aug 24 11:40:02.256284 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7daf43ea-b901-4d87-8383-837e30a5d726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:02.326212 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a54275-84e2-4cc5-a09c-4bd13c2f1d89,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:02.331681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:02.335631 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0d74fd62f72f44e48c3b9bc76c6a8e48&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0417707 Aug 24 11:40:02.338394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52346) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:02.358482 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d82cfa43-8cfa-48ad-867c-edd5f322a0a2 req-ef8cf949-c347-4c39-979c-c3f8e928afd3 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383796 Aug 24 11:40:02.398069 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe69086-c579-49bd-8510-38908a98e85c req-a063e918-3374-4289-aa51-0bebd1f38838 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:02.400023 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ffe69086-c579-49bd-8510-38908a98e85c req-a063e918-3374-4289-aa51-0bebd1f38838 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 946 time: 0.1780603 Aug 24 11:40:02.433674 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e64e-8699-4885-bf0f-ac0c0e1299d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.464212 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e64e-8699-4885-bf0f-ac0c0e1299d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.482572 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ffe69086-c579-49bd-8510-38908a98e85c req-a955825f-1d41-4998-958a-8a98148573fd tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764716 Aug 24 11:40:02.530548 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e64e-8699-4885-bf0f-ac0c0e1299d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.536662 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:02.552500 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8e64e-8699-4885-bf0f-ac0c0e1299d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a54275-84e2-4cc5-a09c-4bd13c2f1d89,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:02.562877 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a5c8e64e-8699-4885-bf0f-ac0c0e1299d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:02.565156 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a5c8e64e-8699-4885-bf0f-ac0c0e1299d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:02.566339 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-a5c8e64e-8699-4885-bf0f-ac0c0e1299d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67a54275-84e2-4cc5-a09c-4bd13c2f1d89 HTTP/1.1" status: 204 len: 168 time: 0.2253122 Aug 24 11:40:02.612371 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:01Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:02.617331 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e592041-43aa-4921-b581-ca726dd6acde None None] The sync data for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb is: [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:01Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:40:02.871564 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 547a1d6b-99b7-421f-9a59-a86867e5f1fc details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:40:02.880224 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:02.899743 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52366) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:02.944437 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.034348 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:03.038794 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b3cd7f7f980a4309b92ce8cd34d0712e is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:03.042766 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:03.048889 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:03.211760 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:03.240185 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:03.240883 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.272323 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52374) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:03.331122 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.349829 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 547a1d6b-99b7-421f-9a59-a86867e5f1fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:03.354557 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.372990 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.375006 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'port_id': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'mac_address': 'fa:16:3e:22:e8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:40:03.389014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa1bf8-fd0c-44e5-a8b8-aa40a8342e2c req-a37e2047-0b99-4684-a4ce-dd1b05bc4fa6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:03.390607 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-77fa1bf8-fd0c-44e5-a8b8-aa40a8342e2c req-a37e2047-0b99-4684-a4ce-dd1b05bc4fa6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 944 time: 0.2928751 Aug 24 11:40:03.398480 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a9082932-1dbb-4b5f-984f-915839ef4a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:03.411885 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:03.421520 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c62de74e77a44da68ff3bd47dbeea1bf is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:03.432098 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:03.439892 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:03.468311 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309a4da-f7d0-4968-9a20-ca3f0e45696c req-32451625-2332-4228-b321-553c06920909 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:03.475229 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e309a4da-f7d0-4968-9a20-ca3f0e45696c req-32451625-2332-4228-b321-553c06920909 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 945 time: 0.3213305 Aug 24 11:40:03.513846 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.593581 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.594647 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b5d90f-4239-4380-aa30-5b87441fc7c4,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:03.605331 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.607245 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:03.615593 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3295fc43-b5ee-4a5f-a453-02ef4998d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:03.620233 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 45d3d5dd-302f-4998-ae61-7ea3305b8552 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:03.627693 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b3cd7f7f980a4309b92ce8cd34d0712e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7263262 Aug 24 11:40:03.633400 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52388) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:03.674477 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-77fa1bf8-fd0c-44e5-a8b8-aa40a8342e2c req-10a161fd-7d7c-4079-8689-d7ec7ba8e78e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567406 Aug 24 11:40:03.705132 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e309a4da-f7d0-4968-9a20-ca3f0e45696c req-26b9d690-9cb9-498c-8fc3-1c2fcf65d58a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289643 Aug 24 11:40:03.709741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b4034b-b11f-475a-bf23-ecc69cba3fe8,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:03.727530 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c62de74e77a44da68ff3bd47dbeea1bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4478204 Aug 24 11:40:03.728700 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:03.734722 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52394) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:03.770998 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547a1d6b-99b7-421f-9a59-a86867e5f1fc {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:03.830976 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.841631 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a9884c8b-110f-4943-8b15-c72ecea07156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.861089 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-20d7f954-61ed-4e6f-9780-3fb691b6fdeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.870017 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 547a1d6b-99b7-421f-9a59-a86867e5f1fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:03.892174 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.896042 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:03.906803 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a9884c8b-110f-4943-8b15-c72ecea07156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.925124 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-20d7f954-61ed-4e6f-9780-3fb691b6fdeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:03.960984 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:03.983096 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:04.031967 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:04.034595 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-20d7f954-61ed-4e6f-9780-3fb691b6fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:04.040535 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:04.059607 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 45d3d5dd-302f-4998-ae61-7ea3305b8552 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:04.061195 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-20d7f954-61ed-4e6f-9780-3fb691b6fdeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:04.062669 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-20d7f954-61ed-4e6f-9780-3fb691b6fdeb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71b4034b-b11f-475a-bf23-ecc69cba3fe8 HTTP/1.1" status: 204 len: 168 time: 0.3266852 Aug 24 11:40:04.063707 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7f954-61ed-4e6f-9780-3fb691b6fdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b4034b-b11f-475a-bf23-ecc69cba3fe8,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:04.066758 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-20d7f954-61ed-4e6f-9780-3fb691b6fdeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:04.086977 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 45d3d5dd-302f-4998-ae61-7ea3305b8552 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:04.090763 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:04.123096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a9884c8b-110f-4943-8b15-c72ecea07156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:04.150211 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:04.156840 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'code': 200} Aug 24 11:40:04.193779 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=547a1d6b-99b7-421f-9a59-a86867e5f1fc,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:04.201263 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:04.201880 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:04.202534 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9884c8b-110f-4943-8b15-c72ecea07156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b5d90f-4239-4380-aa30-5b87441fc7c4,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:04.207163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a9884c8b-110f-4943-8b15-c72ecea07156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:04.276148 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:04.284612 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:04.295245 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a9884c8b-110f-4943-8b15-c72ecea07156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:04.310431 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-a9884c8b-110f-4943-8b15-c72ecea07156 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/32b5d90f-4239-4380-aa30-5b87441fc7c4 HTTP/1.1" status: 204 len: 168 time: 0.6664953 Aug 24 11:40:04.360162 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6b47e-e9fb-4303-befe-0290a961681a req-1366d67e-4ee5-40cd-8ef2-fe0602989763 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:04.365729 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['547a1d6b-99b7-421f-9a59-a86867e5f1fc'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:04.368709 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8ae6b47e-e9fb-4303-befe-0290a961681a req-1366d67e-4ee5-40cd-8ef2-fe0602989763 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 945 time: 0.3450344 Aug 24 11:40:04.475775 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:04.502602 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8ae6b47e-e9fb-4303-befe-0290a961681a req-9d33e6a3-54b4-48f0-8e69-78e82ce6240b tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284533 Aug 24 11:40:04.581818 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 45d3d5dd-302f-4998-ae61-7ea3305b8552, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=45d3d5dd-302f-4998-ae61-7ea3305b8552,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:04.594423 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:04.602523 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:04.841206 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=45d3d5dd-302f-4998-ae61-7ea3305b8552,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:04.865888 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-08b21a21-02a5-4c7d-bd0d-f4bef562e694 req-ebb773eb-373f-4290-aa4c-1cf47151978d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1098 time: 0.2857740 Aug 24 11:40:04.870984 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:04.995508 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-08b21a21-02a5-4c7d-bd0d-f4bef562e694 req-e325283c-940a-4f8c-a100-4fe13eca094e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221702 Aug 24 11:40:05.067975 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609158b-41a7-4c84-a04f-570122dc4262 req-b0ddd4c8-71c9-4f37-a18b-2f66c2e30916 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:05.071211 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e609158b-41a7-4c84-a04f-570122dc4262 req-b0ddd4c8-71c9-4f37-a18b-2f66c2e30916 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1131539 Aug 24 11:40:05.157233 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e609158b-41a7-4c84-a04f-570122dc4262 req-7e13b26d-8e84-4645-a65c-a308a3d083d5 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803370 Aug 24 11:40:05.480713 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 45d3d5dd-302f-4998-ae61-7ea3305b8552 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:05.563587 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 45d3d5dd-302f-4998-ae61-7ea3305b8552 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:05.564644 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:05.631986 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52476) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:05.794286 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02354aa-5729-421f-b51e-9b30ad946f80 req-d3db4360-9c39-42f2-89bb-d43f481a0918 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:05.805541 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f02354aa-5729-421f-b51e-9b30ad946f80 req-d3db4360-9c39-42f2-89bb-d43f481a0918 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 945 time: 0.1429040 Aug 24 11:40:05.903724 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f02354aa-5729-421f-b51e-9b30ad946f80 req-ac0f5607-1196-4f19-aeee-2ff930a96807 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969090 Aug 24 11:40:06.060681 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-786198840-network', 'tenant_id': '3a140c548e3c4e4eaffcc320a761813c'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:06.066218 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:06.070331 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Usage tracker for resource:network and tenant:3a140c548e3c4e4eaffcc320a761813c is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:06.073586 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:06.080640 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:06.106251 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Made reservation on behalf of 3a140c548e3c4e4eaffcc320a761813c for: {'network': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:06.108566 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.126577 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.172748 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:06.179180 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:3a140c548e3c4e4eaffcc320a761813c is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:06.184331 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:06.192592 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:06.271172 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.277526 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.288069 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:06.302652 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=74965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:40:06.340834 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.346618 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.segments_db [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Added segment 683f5d67-bc94-42aa-9c65-50730cb73a3a of type vlan for network 6c2caee8-4d61-4505-8d6f-cd4382cf375f Aug 24 11:40:06.369014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f1d02-b26f-4723-a83e-be1c0ef296fa,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:06.416472 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:06.449735 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.509276 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea6f3e-1498-46c9-b1ab-f40adf88cf5a req-89163396-4adf-4127-af7a-cbfa6bc27c3d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:06.511618 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-19ea6f3e-1498-46c9-b1ab-f40adf88cf5a req-89163396-4adf-4127-af7a-cbfa6bc27c3d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1560693 Aug 24 11:40:06.512776 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.513915 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:06.514890 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.518034 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:06.677723 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6c2caee8-4d61-4505-8d6f-cd4382cf375f,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:06.685729 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0498981 Aug 24 11:40:06.685729 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:06.686072 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52532) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:06.692858 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Request body: {'subnet': {'network_id': '6c2caee8-4d61-4505-8d6f-cd4382cf375f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-786198840-subnet', 'tenant_id': '3a140c548e3c4e4eaffcc320a761813c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:06.699901 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:06.701542 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 6c2caee8-4d61-4505-8d6f-cd4382cf375f details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:40:06.724727 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Usage tracker for resource:subnet and tenant:3a140c548e3c4e4eaffcc320a761813c is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:06.726648 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-19ea6f3e-1498-46c9-b1ab-f40adf88cf5a req-6ab5b728-b93c-49e7-8789-a1d8c1a748e1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933641 Aug 24 11:40:06.736522 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:06.748530 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:06.767577 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Made reservation on behalf of 3a140c548e3c4e4eaffcc320a761813c for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:06.770219 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3391092'] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:06.913030 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 547a1d6b-99b7-421f-9a59-a86867e5f1fc up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:07.042635 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3625044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3391078'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:07.052692 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-bbd2ecee-157f-45e1-b762-939bdda3d37e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:07.064095 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 547a1d6b-99b7-421f-9a59-a86867e5f1fc completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:07.069976 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 547a1d6b-99b7-421f-9a59-a86867e5f1fc triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:07.070532 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:07.128399 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f8ae10d-2310-48a5-9946-79deebbe3029,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:07.131572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:07.162722 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Checking segment: {'id': '683f5d67-bc94-42aa-9c65-50730cb73a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6c2caee8-4d61-4505-8d6f-cd4382cf375f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:07.163086 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Network hostable DHCP agents. Network: 6c2caee8-4d61-4505-8d6f-cd4382cf375f, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:40:07.185711 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e92000-2fdb-4944-810b-930e95277945 req-62bf154d-ec99-4a16-a993-9b88b435ada4 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:07.187244 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-18e92000-2fdb-4944-810b-930e95277945 req-62bf154d-ec99-4a16-a993-9b88b435ada4 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 945 time: 0.1372204 Aug 24 11:40:07.202112 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Network 6c2caee8-4d61-4505-8d6f-cd4382cf375f is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:40:07.215188 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 6c2caee8-4d61-4505-8d6f-cd4382cf375f) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:07.221617 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:07.222287 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:07.247084 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5593519 Aug 24 11:40:07.252356 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f57c903-67b7-47f7-bcb1-fe93a0d86ab0 None None] Network 6c2caee8-4d61-4505-8d6f-cd4382cf375f requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:07.278794 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:07.321447 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-18e92000-2fdb-4944-810b-930e95277945 req-6596b561-b31d-4d1c-945a-9461d02a8c3f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136622 Aug 24 11:40:07.386493 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a1d6b-99b7-421f-9a59-a86867e5f1fc'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:07.466165 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'code': 200} Aug 24 11:40:07.495694 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 547a1d6b-99b7-421f-9a59-a86867e5f1fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:07.508583 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:07.513823 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:07.666425 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b725abe-81e6-4123-ba28-8a13046268cc None None] Network 6c2caee8-4d61-4505-8d6f-cd4382cf375f requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:07.757641 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=547a1d6b-99b7-421f-9a59-a86867e5f1fc,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:07.761194 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:07.995455 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-46dc0635-438d-4f7d-bbcb-5728be853779 req-78fba2be-f804-42b6-bf80-6284a7aea785 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 1099 time: 0.1684911 Aug 24 11:40:08.042526 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af3b4-f92d-4515-a7ad-6f767349d1de req-7b88bfed-681b-4fcd-b7f0-6e93788da049 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:08.050635 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-973af3b4-f92d-4515-a7ad-6f767349d1de req-7b88bfed-681b-4fcd-b7f0-6e93788da049 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1100900 Aug 24 11:40:08.100286 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-46dc0635-438d-4f7d-bbcb-5728be853779 req-e3c227c2-5d60-4cc8-bdf5-53ba814ffdbf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933557 Aug 24 11:40:08.112225 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-973af3b4-f92d-4515-a7ad-6f767349d1de req-ecee2f7c-9431-499c-bc1c-7c5a3094c5da tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606806 Aug 24 11:40:08.373338 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a813d04-6fc6-4797-9323-fc57acba04d1 req-a35bc083-09ae-4bce-87c0-b29e28284505 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:08.377062 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52604) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:08.378209 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8a813d04-6fc6-4797-9323-fc57acba04d1 req-a35bc083-09ae-4bce-87c0-b29e28284505 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1132922 Aug 24 11:40:08.387638 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52610) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:08.397503 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'floatingip': {'port_id': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:08.649645 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:08.658621 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:08.688886 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:08.693066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Usage tracker for resource:security_group_rule and tenant:742ef0a18561470682b1399c85153160 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:08.696625 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:08.699763 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52622) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:08.707986 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1959654137-network', 'tenant_id': '2285f6459ccb4e08afe70f26798226e7'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:08.710938 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:08.715711 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:08.723974 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Usage tracker for resource:network and tenant:2285f6459ccb4e08afe70f26798226e7 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:08.732654 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:08.741506 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:08.758567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Made reservation on behalf of 2285f6459ccb4e08afe70f26798226e7 for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:08.760897 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:08.778794 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:08.838405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:08.846874 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Usage tracker for resource:security_group_rule and tenant:2285f6459ccb4e08afe70f26798226e7 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:08.850434 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:08.851511 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:08.858555 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:08.866321 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d0443-4f5d-4658-80cd-0175bbdd8cfd req-3b94e433-2c30-4279-b963-c1c5e3560d88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:08.867805 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-460d0443-4f5d-4658-80cd-0175bbdd8cfd req-3b94e433-2c30-4279-b963-c1c5e3560d88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.3519413 Aug 24 11:40:08.886001 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:08.888781 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-72b1e4d8-5acd-4fd9-b4ee-b7ad7065fa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:08.897611 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=742ef0a18561470682b1399c85153160&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5192511 Aug 24 11:40:08.901588 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52626) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:08.963361 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f87b005-bcd0-4811-a655-5c31c13a37a0,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:08.972100 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:09.028606 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d476be9f-4359-474c-8656-b31fbab09c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.059017 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-460d0443-4f5d-4658-80cd-0175bbdd8cfd req-ec556878-9a89-431e-8fba-7730e29d2614 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792963 Aug 24 11:40:09.073187 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d476be9f-4359-474c-8656-b31fbab09c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.085106 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.098008 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.104307 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ef44cc9c-fe1f-4770-b9f8-c6df3ec30bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:09.135273 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:40:09.158734 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.159319 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Added segment c86d9a85-bb81-4a15-9ed0-1fed6e7bb069 of type vlan for network 0d79292c-ff17-4a7c-9e1b-8f8065366c30 Aug 24 11:40:09.160573 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b3a90b-ecff-4186-8643-fec8a8106b8f,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:09.168193 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:09.189976 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d476be9f-4359-474c-8656-b31fbab09c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.194266 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.198166 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:09.222889 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476be9f-4359-474c-8656-b31fbab09c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f87b005-bcd0-4811-a655-5c31c13a37a0,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:09.226389 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d476be9f-4359-474c-8656-b31fbab09c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:09.249542 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d476be9f-4359-474c-8656-b31fbab09c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.250471 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-d476be9f-4359-474c-8656-b31fbab09c78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5f87b005-bcd0-4811-a655-5c31c13a37a0 HTTP/1.1" status: 204 len: 168 time: 0.3477726 Aug 24 11:40:09.258201 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.259489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:09.260629 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.266963 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:09.347773 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6469624 Aug 24 11:40:09.357185 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52640) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:09.366374 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Request body: {'subnet': {'network_id': '0d79292c-ff17-4a7c-9e1b-8f8065366c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1959654137-subnet', 'tenant_id': '2285f6459ccb4e08afe70f26798226e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:09.372917 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Pushing event updated for resources: {'Network': ['ID=0d79292c-ff17-4a7c-9e1b-8f8065366c30,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:09.375960 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:09.378168 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:09.380380 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Usage tracker for resource:subnet and tenant:2285f6459ccb4e08afe70f26798226e7 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:09.383449 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:09.391464 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:09.392903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 0d79292c-ff17-4a7c-9e1b-8f8065366c30 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:40:09.406957 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Made reservation on behalf of 2285f6459ccb4e08afe70f26798226e7 for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:09.410103 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3391092'] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.620910 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.db.resource_extend [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 11:40:09.855298 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3625044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3391078'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.864217 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:09.874511 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:09.885511 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:10.017860 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=53cb4e11-eebc-45e9-835c-ad6b9c230a59,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:10.022203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:10.044172 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Checking segment: {'id': 'c86d9a85-bb81-4a15-9ed0-1fed6e7bb069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '0d79292c-ff17-4a7c-9e1b-8f8065366c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:10.045334 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Network hostable DHCP agents. Network: 0d79292c-ff17-4a7c-9e1b-8f8065366c30, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:40:10.124032 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Network 0d79292c-ff17-4a7c-9e1b-8f8065366c30 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:40:10.138549 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52664) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:10.141988 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 0d79292c-ff17-4a7c-9e1b-8f8065366c30) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:10.146145 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:10.146988 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:10.157855 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ddf59e-3acd-4d39-ad96-f7cf4464fcbf None None] Network 0d79292c-ff17-4a7c-9e1b-8f8065366c30 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:10.193321 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-29ca29e2-3ec5-473c-85c9-05c057efb10a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8351786 Aug 24 11:40:10.224886 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:10.390531 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:10.399249 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a4d7b991994270ba0934d48080f3b1 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:10.404500 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:10.423266 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:10.524159 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981645ad-0219-4241-ab8c-9031b978ef8b None None] Network 0d79292c-ff17-4a7c-9e1b-8f8065366c30 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:10.802630 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98ff00-d9a4-4304-9a1f-3ac5741e6c5e req-4785c911-4aed-44ff-8684-b29069dee119 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:10.804122 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef98ff00-d9a4-4304-9a1f-3ac5741e6c5e req-4785c911-4aed-44ff-8684-b29069dee119 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.3833039 Aug 24 11:40:10.815140 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.l3_db [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Floating IP 09bfc8c1-2762-460e-9014-6f11f6d02e80 associated. External IP: 172.28.2.63, port: 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a. Aug 24 11:40:10.882372 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:10.909305 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566af33-32d5-4f97-84d3-8c406fce17b2 req-ba83d62d-2c88-4a10-a8f6-b4e5279c6de3 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:10.910756 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1566af33-32d5-4f97-84d3-8c406fce17b2 req-ba83d62d-2c88-4a10-a8f6-b4e5279c6de3 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 946 time: 0.3918068 Aug 24 11:40:10.914533 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:10.928688 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-08ba2c82-5d7c-4ea4-81b0-2e528e954acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:11.024849 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef98ff00-d9a4-4304-9a1f-3ac5741e6c5e req-bbb87193-42e4-478c-8ed9-ef2e8933c8d7 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578145 Aug 24 11:40:11.025496 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4587d6b9-c2e7-4077-af46-710a6597e525,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:11.031839 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:11.037892 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3a4d7b991994270ba0934d48080f3b1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8955657 Aug 24 11:40:11.038803 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52690) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:11.059472 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1566af33-32d5-4f97-84d3-8c406fce17b2 req-9012f1b1-07bc-4755-95ef-c6187d02aa04 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409509 Aug 24 11:40:11.287523 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-05c1fd58-08d8-4119-9a20-bc07007610e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:11.432984 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-05c1fd58-08d8-4119-9a20-bc07007610e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:11.485197 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-4846be49-2072-49f6-a1b5-825b69bc11bd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:11.486627 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-4846be49-2072-49f6-a1b5-825b69bc11bd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 815 time: 0.3105671 Aug 24 11:40:11.561858 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-1425e4b0-1b9e-4d0a-bd40-f37bdef646a2 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/quotas/c627c64979824307b149f30bebae7a06 HTTP/1.1" status: 200 len: 375 time: 0.0598285 Aug 24 11:40:11.576354 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-6488e4f1-66be-42b2-8a3b-6776b8327e56 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:11.576489 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-6488e4f1-66be-42b2-8a3b-6776b8327e56 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Synchronizing usage tracker for tenant:3a140c548e3c4e4eaffcc320a761813c on resource:network {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:11.699536 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-05c1fd58-08d8-4119-9a20-bc07007610e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:11.715185 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6039b3ae-0740-4300-ac50-6fdcff4eae91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:11.736295 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-6488e4f1-66be-42b2-8a3b-6776b8327e56 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Unset dirty status for tenant:3a140c548e3c4e4eaffcc320a761813c on resource:network {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:11.737448 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-6488e4f1-66be-42b2-8a3b-6776b8327e56 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/networks?id=6c2caee8-4d61-4505-8d6f-cd4382cf375f HTTP/1.1" status: 200 len: 808 time: 0.4213245 Aug 24 11:40:11.744959 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1fd58-08d8-4119-9a20-bc07007610e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4587d6b9-c2e7-4077-af46-710a6597e525,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:11.747428 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-05c1fd58-08d8-4119-9a20-bc07007610e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:11.776018 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-05c1fd58-08d8-4119-9a20-bc07007610e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:11.777088 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-05c1fd58-08d8-4119-9a20-bc07007610e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4587d6b9-c2e7-4077-af46-710a6597e525 HTTP/1.1" status: 204 len: 168 time: 0.7374070 Aug 24 11:40:11.788181 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-720ac61e-bc7b-41e7-b14f-a0f3377f06ce tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/quotas/3a140c548e3c4e4eaffcc320a761813c HTTP/1.1" status: 200 len: 375 time: 0.0348768 Aug 24 11:40:11.860067 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c786a096-f082-4e68-bfaa-9aa590e5acc5 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3a140c548e3c4e4eaffcc320a761813c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642169 Aug 24 11:40:11.886448 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-67cb1e40-b7b6-41ef-b697-d8874af7d3bb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2533441 Aug 24 11:40:12.198023 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-7d94b8bf-9815-4ed2-9c9b-bfb1beb64413 service neutron] 10.222.0.49 "GET /v2.0/networks/6c2caee8-4d61-4505-8d6f-cd4382cf375f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371038 Aug 24 11:40:12.308843 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-6e181ae1-d5e1-4cad-9a21-daa4fc7b7b82 service neutron] 10.222.0.49 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621118 Aug 24 11:40:12.348796 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Router 782170f6-355d-4c9c-b61f-b99764524942 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:40:12.534800 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-08f5240c-b044-4515-8c77-8de0ade9e450 service neutron] 10.222.0.49 "GET /v2.0/networks/6c2caee8-4d61-4505-8d6f-cd4382cf375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264980 Aug 24 11:40:12.654654 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-00fe7323-2b2b-4b87-8732-67d2cde30dc7 service neutron] 10.222.0.49 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378956 Aug 24 11:40:12.810968 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52772) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:12.864805 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:40:12.870726 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:12.888000 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] Sync routers for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:40:12.914395 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:12.918111 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:12.922532 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-7ce91cc4-4fce-4830-8450-7d7e77b7c384 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:12.925100 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-7ce91cc4-4fce-4830-8450-7d7e77b7c384 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.37 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 946 time: 0.1628416 Aug 24 11:40:12.959481 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4bc3b-77fd-44f5-9692-a85de68085c9 req-ec279bf0-bb17-4920-86ea-cbe17a2ecb23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:12.961159 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-50d4bc3b-77fd-44f5-9692-a85de68085c9 req-ec279bf0-bb17-4920-86ea-cbe17a2ecb23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1881042 Aug 24 11:40:12.973383 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52786) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:12.981595 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'floatingip': {'port_id': '547a1d6b-99b7-421f-9a59-a86867e5f1fc'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:13.042719 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-8cc1731a-45c6-4888-896f-f96b97d018ab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "PUT /v2.0/floatingips/09bfc8c1-2762-460e-9014-6f11f6d02e80 HTTP/1.1" status: 200 len: 990 time: 4.6537428 Aug 24 11:40:13.065185 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:13.141836 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Deleting port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:40:13.142835 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:13.186929 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1013906073-network', 'tenant_id': '1805528a710a456ca762f8be89c32f36'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:13.209233 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:13.284903 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:13.388518 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-aa5839fc-4801-4874-abf8-e0db9138e2bf req-3a0c8c20-4c25-47ba-bd7c-3e8ce3913dfd tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 210 time: 0.2953968 Aug 24 11:40:13.439976 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:13.615281 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Usage tracker for resource:network and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:13.715180 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] For port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,segment=NetworkSegment(5167ab54-a89d-4ff1-91ac-11b1240a581d),segment_id=5167ab54-a89d-4ff1-91ac-11b1240a581d)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:13.715796 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:13.724367 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:13.765901 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:13.800001 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bb98f3a9-9d5b-4219-a6c0-48759cd9fd6a req-a1ea2619-8113-4f0e-9c83-c24e7d57abc0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 210 time: 0.2827613 Aug 24 11:40:13.852619 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Made reservation on behalf of 1805528a710a456ca762f8be89c32f36 for: {'network': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:13.856898 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:13.874830 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:13.921235 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Calling delete_port for c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 owned by compute:nova {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:40:13.935123 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '09bfc8c1-2762-460e-9014-6f11f6d02e80', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '782170f6-355d-4c9c-b61f-b99764524942', 'port_id': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'mac_address': 'fa:16:3e:37:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:39:40Z', 'updated_at': '2021-08-24T11:40:09Z', 'revision_number': 1, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:13.939427 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] Checking router: 782170f6-355d-4c9c-b61f-b99764524942 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:40:13.958097 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:13.962096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Usage tracker for resource:security_group_rule and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:13.965327 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:13.972185 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:13.979185 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:13.982399 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:39:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:14.053533 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:14.068832 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e18f4-29e4-460b-a2ef-2773c00ebbea req-0b22246c-af92-48e3-835d-9a7d77134f75 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:14.077259 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6a3e18f4-29e4-460b-a2ef-2773c00ebbea req-0b22246c-af92-48e3-835d-9a7d77134f75 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 946 time: 0.9060912 Aug 24 11:40:14.084551 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:14.118054 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:14.210347 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:14.219903 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-46fd123a-53a8-4182-a587-49390467070a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:14.229823 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'status': 'completed', 'code': 200} Aug 24 11:40:14.248228 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:14.264288 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=74965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:40:14.266169 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Pushing event deleted for resources: {'Port': ['ID=c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:14.269186 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:14.282312 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:14.283157 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.segments_db [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Added segment 6f9b4864-d553-4d9d-96ef-14a796ffb883 of type vlan for network f96d1c54-051a-40d0-9ed8-2d9a674f1188 Aug 24 11:40:14.312979 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:14.316711 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:14.351934 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e726d6eb-5b57-423d-8b4c-9f8aaa8eebb5,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:14.362135 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] No DVR routers for this DVR port c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 on host hv-cinder-79809 {{(pid=74964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:40:14.366490 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:14.370431 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8456cc14-4d2d-4f28-aef3-912c1f1ca941', 'name': 'network-vif-deleted', 'tag': 'c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:14.390295 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-526d7e01-ded0-4f67-bd8a-2b376e5c829e req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.37 "DELETE /v2.0/ports/c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 HTTP/1.1" status: 204 len: 173 time: 1.4573631 Aug 24 11:40:14.419853 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:14.422019 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:14.436426 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:14.437144 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:14.446639 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:14.462750 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8456cc14-4d2d-4f28-aef3-912c1f1ca941', 'name': 'network-vif-deleted', 'tag': 'c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3', 'status': 'completed', 'code': 200} Aug 24 11:40:14.743695 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6a3e18f4-29e4-460b-a2ef-2773c00ebbea req-471b253f-eafe-4e02-929b-788417a78f56 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/security-groups?id=16588d2d-1f8c-4d2c-beaf-7b8110c4276f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650417 Aug 24 11:40:14.763572 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0f555834-2e4f-4b07-94b3-b729c3f2181c req-554b9da6-dcdc-4fbb-aeea-71416821f633 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 210 time: 0.1731322 Aug 24 11:40:14.785819 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9688809 Aug 24 11:40:14.786642 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f96d1c54-051a-40d0-9ed8-2d9a674f1188,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:14.792224 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52830) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:14.807266 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:40:14.811550 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Request body: {'subnet': {'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1013906073-subnet', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'ip_version': 4}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:14.814853 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:14.828974 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:14.919802 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '09bfc8c1-2762-460e-9014-6f11f6d02e80', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '782170f6-355d-4c9c-b61f-b99764524942', 'port_id': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'mac_address': 'fa:16:3e:37:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:39:40Z', 'updated_at': '2021-08-24T11:40:09Z', 'revision_number': 1, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:14.929994 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23afce4-2cea-467a-9b5b-a32476120d75 None None] The sync data for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb is: [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '09bfc8c1-2762-460e-9014-6f11f6d02e80', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'floating_ip_address': '172.28.2.63', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '782170f6-355d-4c9c-b61f-b99764524942', 'port_id': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'mac_address': 'fa:16:3e:37:fa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:39:40Z', 'updated_at': '2021-08-24T11:40:09Z', 'revision_number': 1, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:40:14.989922 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Usage tracker for resource:subnet and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:15.007470 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-b52143c0-824b-456c-a095-2897f6a78842 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1098 time: 0.6613231 Aug 24 11:40:15.011836 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:15.036966 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:15.139821 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-ccd2d296-2f59-4215-98df-78a7c2ad3f57 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:15.142423 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-ccd2d296-2f59-4215-98df-78a7c2ad3f57 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.37 "GET /v2.0/networks?id=6c2caee8-4d61-4505-8d6f-cd4382cf375f HTTP/1.1" status: 200 len: 808 time: 0.3773477 Aug 24 11:40:15.191551 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Request body: {'port': {'device_id': '393f2bde-8782-45cb-bb63-4cb3bdd54b4e', 'network_id': '6c2caee8-4d61-4505-8d6f-cd4382cf375f', 'admin_state_up': True, 'tenant_id': '3a140c548e3c4e4eaffcc320a761813c'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:15.233366 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-777e8d6e-7ad2-458a-83b6-dcc79145e0dc req-debf2695-f062-4818-ad00-52386fa070d2 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 210 time: 0.1754107 Aug 24 11:40:15.257635 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Made reservation on behalf of 1805528a710a456ca762f8be89c32f36 for: {'subnet': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:15.262423 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:15.347592 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:15.355294 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Usage tracker for resource:port and tenant:3a140c548e3c4e4eaffcc320a761813c is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:15.358815 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:15.364814 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:15.375425 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Made reservation on behalf of 3a140c548e3c4e4eaffcc320a761813c for: {'port': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:15.378770 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:15.387978 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52848) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:15.451012 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-d75501f9-9f70-44b6-86f9-aeb8b1667e18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:15.452568 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-d75501f9-9f70-44b6-86f9-aeb8b1667e18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.4171543 Aug 24 11:40:15.637287 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:15.688994 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Allocated IP 172.20.0.10 (6c2caee8-4d61-4505-8d6f-cd4382cf375f/7f8ae10d-2310-48a5-9946-79deebbe3029/3cd48468-cc8a-49b6-8134-9747f8f13637) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:15.697213 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:15.704238 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:8a5d67a1e0684a7fb9fc1756b3e463a4 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:15.708067 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:15.718007 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:15.857270 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:15.901319 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:15.956115 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:15.966148 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-97777266-408b-41ba-90e9-1b9fa44cf320 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 200 len: 998 time: 0.3970747 Aug 24 11:40:15.973485 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:15.982979 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-143e56bc-1e8d-436e-9af3-0b57fc36c24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:16.013567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.026714 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for subnet, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.050147 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9791d12b-07f8-4f7b-8a95-8815209ab8a5,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:16.053370 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:16.057112 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a5d67a1e0684a7fb9fc1756b3e463a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6666219 Aug 24 11:40:16.060394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52858) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:16.078599 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-52692c1e-30fe-4203-b9cd-77041b2acec6 req-32f4c42b-8bfa-4184-87eb-2b4c6efe4aa5 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] 10.222.0.49 "GET /v2.0/ports?device_id=8456cc14-4d2d-4f28-aef3-912c1f1ca941 HTTP/1.1" status: 200 len: 210 time: 0.1182449 Aug 24 11:40:16.129008 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.133092 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:16.142275 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-72d721f2-95e8-4bc8-becd-ead58835c7d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:16.160026 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1dd1b526-071d-4c4c-8f31-1f2abaa2e915 req-84192484-1b64-4fff-a188-c6190ec4e3ac tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 210 time: 0.1556315 Aug 24 11:40:16.190874 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-251d62f8-26bf-4a0a-96df-0fdd2eeacca9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:16.192311 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-251d62f8-26bf-4a0a-96df-0fdd2eeacca9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 815 time: 0.5324354 Aug 24 11:40:16.202638 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c76f309a-3b1a-41b3-ab9c-2c6b56f7dc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.237320 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Pushing event updated for resources: {'Port': ['ID=3cd48468-cc8a-49b6-8134-9747f8f13637,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:16.254865 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Network 6c2caee8-4d61-4505-8d6f-cd4382cf375f is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:16.256604 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Request body: {'port': {'device_id': 'bda3924a-c5ff-4c56-aad0-8e83b6cb09ff', 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'admin_state_up': True, 'tenant_id': 'c627c64979824307b149f30bebae7a06'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:16.260066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:16.273463 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:16.280595 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c76f309a-3b1a-41b3-ab9c-2c6b56f7dc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.289359 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:16.296356 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-747ebb96-24fa-4707-b255-244f920ffc90 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:16.297534 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-747ebb96-24fa-4707-b255-244f920ffc90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.2180374 Aug 24 11:40:16.362264 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827986b0-9885-4dac-bca9-ec01ae6279d0 None None] New status for floating IP 09bfc8c1-2762-460e-9014-6f11f6d02e80: ACTIVE {{(pid=74966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:40:16.425742 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:16.426337 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.466622 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c76f309a-3b1a-41b3-ab9c-2c6b56f7dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.469074 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c76f309a-3b1a-41b3-ab9c-2c6b56f7dc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.470220 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-c76f309a-3b1a-41b3-ab9c-2c6b56f7dc8d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9791d12b-07f8-4f7b-8a95-8815209ab8a5 HTTP/1.1" status: 204 len: 168 time: 0.4089267 Aug 24 11:40:16.471073 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2051bdd9-2c0f-467a-a36b-5c3df83c8bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:16.475864 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:16.480557 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Usage tracker for resource:port and tenant:c627c64979824307b149f30bebae7a06 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:16.483370 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2962544 Aug 24 11:40:16.483745 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:16.484282 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f309a-3b1a-41b3-ab9c-2c6b56f7dc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9791d12b-07f8-4f7b-8a95-8815209ab8a5,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:16.487304 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c76f309a-3b1a-41b3-ab9c-2c6b56f7dc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:16.490197 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:16.505397 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Request body: {'port': {'device_id': '393f2bde-8782-45cb-bb63-4cb3bdd54b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:16.512563 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ded2441-c687-41d8-9745-e88d14301842,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:16.572875 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:16.623871 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Made reservation on behalf of c627c64979824307b149f30bebae7a06 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:16.627208 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.689478 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4b0d3e3a-6dff-40ce-94b7-3c43c04e3423 req-70d8d496-479b-4bfa-b1c3-affb02241a6a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 210 time: 0.1304617 Aug 24 11:40:16.711572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.850623 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Checking segment: {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:16.850977 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Network hostable DHCP agents. Network: f96d1c54-051a-40d0-9ed8-2d9a674f1188, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:40:16.916468 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52874) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:16.969023 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:40:16.974297 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:16.985774 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-bdeb75cd-0a1e-433e-a451-9b39954302b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5157418 Aug 24 11:40:17.003248 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:40:17.003595 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device c54d5bb2-e0e0-4221-aab9-4f1ad24a28a3 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:40:17.069551 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd48468-cc8a-49b6-8134-9747f8f13637 {{(pid=74964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:17.076480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.091477 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Transition to ACTIVE for port object 3cd48468-cc8a-49b6-8134-9747f8f13637 will not be triggered until provisioned by entity L2. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:17.095121 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.098576 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:40:17.099066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-495225b1-5b19-4a2b-aa78-e36b490bcef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:17.166556 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, f96d1c54-051a-40d0-9ed8-2d9a674f1188) {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:17.176695 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd77d008-d92e-48ed-903a-f8f3853e5d93 None None] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:17.181958 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:17.187862 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:17.188437 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.214478 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Usage tracker for resource:security_group_rule and tenant:171ce2778ebc4f91952adcb359cc182f is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:17.236753 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:17.247121 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd48468-cc8a-49b6-8134-9747f8f13637,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:17.261568 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.l3_db [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Floating IP dcf5d322-fc4f-4d6d-884c-ab045e7ba246 associated. External IP: 172.28.2.202, port: 547a1d6b-99b7-421f-9a59-a86867e5f1fc. Aug 24 11:40:17.308736 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:17.319226 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Allocated IP 172.20.0.7 (f43d80ac-224b-4c30-8db8-1e40557f60f3/09b2c183-1af9-48c7-a284-2f0f305a47ae/651f5572-7fb6-44f7-93a9-e9c24cabc90b) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:17.330014 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.330513 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.331052 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.331408 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.331800 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.332281 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.332629 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.333398 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.333398 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.333666 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.334212 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:17.343604 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:17.376406 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-2f28e3b3-75a2-47cf-8f46-203a9c603635 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775160 Aug 24 11:40:17.394414 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Attempting to bind port 3cd48468-cc8a-49b6-8134-9747f8f13637 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:17.394414 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Attempting to bind port 3cd48468-cc8a-49b6-8134-9747f8f13637 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '683f5d67-bc94-42aa-9c65-50730cb73a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6c2caee8-4d61-4505-8d6f-cd4382cf375f'}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:17.394414 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Attempting to bind port 3cd48468-cc8a-49b6-8134-9747f8f13637 on network 6c2caee8-4d61-4505-8d6f-cd4382cf375f {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:17.394826 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5977914 Aug 24 11:40:17.394929 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52888) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:17.405165 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:17.419843 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:17.425435 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Port 3cd48468-cc8a-49b6-8134-9747f8f13637 on network 6c2caee8-4d61-4505-8d6f-cd4382cf375f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:40:17.425895 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Attempting to bind port 3cd48468-cc8a-49b6-8134-9747f8f13637 on network 6c2caee8-4d61-4505-8d6f-cd4382cf375f {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:17.436597 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Usage tracker for resource:router and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:17.454943 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:17.466407 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:17.466754 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Checking segment: {'id': '683f5d67-bc94-42aa-9c65-50730cb73a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6c2caee8-4d61-4505-8d6f-cd4382cf375f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:17.467264 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Bound using segment: {'id': '683f5d67-bc94-42aa-9c65-50730cb73a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6c2caee8-4d61-4505-8d6f-cd4382cf375f'} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:17.467937 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Bound port: 3cd48468-cc8a-49b6-8134-9747f8f13637, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683f5d67-bc94-42aa-9c65-50730cb73a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6c2caee8-4d61-4505-8d6f-cd4382cf375f'}}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:17.468288 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.480159 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:17.529659 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3783810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5114'] for router, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.530852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4081721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4104249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5101'] for router, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.554137 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.624729 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.693847 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-246685de-6059-43f3-b85a-b8991f62b16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.745926 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.783709 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a9884c8b-110f-4943-8b15-c72ecea07156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:17.795027 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=171ce2778ebc4f91952adcb359cc182f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8757775 Aug 24 11:40:17.795715 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 52912) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:17.852920 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] For port 3cd48468-cc8a-49b6-8134-9747f8f13637, host hv-cinder-79809, cleared binding levels {{(pid=74964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:17.866830 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe063fa1d-85b8-5bd1-b075-fc080112fc7c-f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842'}]}} from dv-cinder-798098-2-smb. {{(pid=74966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 11:40:17.867915 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.877242 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] For port 3cd48468-cc8a-49b6-8134-9747f8f13637, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3cd48468-cc8a-49b6-8134-9747f8f13637,segment=NetworkSegment(683f5d67-bc94-42aa-9c65-50730cb73a3a),segment_id=683f5d67-bc94-42aa-9c65-50730cb73a3a)] {{(pid=74964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:17.879441 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.887949 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:17.893579 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:17.994916 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.041127 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.042542 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/3cd48468-cc8a-49b6-8134-9747f8f13637 HTTP/1.1" status: 200 len: 1094 time: 1.5429728 Aug 24 11:40:18.044884 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393f2bde-8782-45cb-bb63-4cb3bdd54b4e', 'tag': '3cd48468-cc8a-49b6-8134-9747f8f13637'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:18.076369 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd48468-cc8a-49b6-8134-9747f8f13637,revision_number=3']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:18.082622 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:18.108588 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a676c67b-aeed-49b7-8e4d-69d36e5aa702,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:18.140236 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.140599 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.140952 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.141300 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.141644 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.141983 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.142318 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.142653 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.142985 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.143315 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.143661 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:18.199074 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:18.280683 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad1c57-c935-4c3f-a6a1-75fa61da9208 req-243b544c-593b-4619-b7b7-f14eba9ccda3 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:18.286938 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.db_base_plugin_common [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Allocated IP 172.20.0.2 (f96d1c54-051a-40d0-9ed8-2d9a674f1188/5ded2441-c687-41d8-9745-e88d14301842/4a10cfa5-2456-4227-822c-40fb1dfb428c) {{(pid=74966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:18.287774 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-02ad1c57-c935-4c3f-a6a1-75fa61da9208 req-243b544c-593b-4619-b7b7-f14eba9ccda3 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 944 time: 0.8329225 Aug 24 11:40:18.299109 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-31040f01-f8f2-49d7-b7bd-8920fea72f7c req-f1d898d8-a19b-4c9d-8330-c2c23eeb4670 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Synchronizing usage tracker for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:18.321859 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87e456e2-b48e-4204-bcf0-b9ecc2b2a10f req-f1549c2e-7452-4dc5-9b47-27b04e343d38 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9260304 Aug 24 11:40:18.346086 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-72d4942d-bc91-4cdc-85c4-e02370f44049 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a140c548e3c4e4eaffcc320a761813c&device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 1097 time: 0.1528583 Aug 24 11:40:18.471977 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-d69936e7-f54a-44ab-8234-7dde8c7484f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd48468-cc8a-49b6-8134-9747f8f13637 HTTP/1.1" status: 200 len: 217 time: 0.0806215 Aug 24 11:40:18.472690 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-31040f01-f8f2-49d7-b7bd-8920fea72f7c req-f1d898d8-a19b-4c9d-8330-c2c23eeb4670 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Unset dirty status for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:18.475075 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-31040f01-f8f2-49d7-b7bd-8920fea72f7c req-f1d898d8-a19b-4c9d-8330-c2c23eeb4670 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 210 time: 0.2747757 Aug 24 11:40:18.489701 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-02ad1c57-c935-4c3f-a6a1-75fa61da9208 req-7e226376-ee3c-421f-977e-251fadbfa9d5 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Synchronizing usage tracker for tenant:3a140c548e3c4e4eaffcc320a761813c on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:18.501372 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.505817 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6135b251-b3f5-4430-ad5c-799e889967bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.520713 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Notify callbacks [] for port, precommit_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.545433 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-8a6d7d0e-b4a9-4b17-8228-4bb44d2ef33f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:18.546094 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Transition to ACTIVE for port object 4a10cfa5-2456-4227-822c-40fb1dfb428c will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:18.546889 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-8a6d7d0e-b4a9-4b17-8228-4bb44d2ef33f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f8ae10d-2310-48a5-9946-79deebbe3029 HTTP/1.1" status: 200 len: 848 time: 0.0652413 Aug 24 11:40:18.552902 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.569996 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Transition to ACTIVE for port object 4a10cfa5-2456-4227-822c-40fb1dfb428c will not be triggered until provisioned by entity DHCP. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:18.576370 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.582429 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393f2bde-8782-45cb-bb63-4cb3bdd54b4e', 'tag': '3cd48468-cc8a-49b6-8134-9747f8f13637', 'status': 'completed', 'code': 200} Aug 24 11:40:18.582607 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-3e22c016-a216-4b89-bc67-f042784ff90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:18.591307 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6135b251-b3f5-4430-ad5c-799e889967bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.605671 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-02ad1c57-c935-4c3f-a6a1-75fa61da9208 req-7e226376-ee3c-421f-977e-251fadbfa9d5 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Unset dirty status for tenant:3a140c548e3c4e4eaffcc320a761813c on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:18.617197 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-02ad1c57-c935-4c3f-a6a1-75fa61da9208 req-7e226376-ee3c-421f-977e-251fadbfa9d5 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285744 Aug 24 11:40:18.631471 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-8794c840-0460-4b17-be44-c1fc968d3879 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c2caee8-4d61-4505-8d6f-cd4382cf375f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481424 Aug 24 11:40:18.642175 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.652535 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 is already hosted by enough agents. {{(pid=74966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:18.656861 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.base_scheduler [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Resources bound (agent type, host, resource id): {{(pid=74966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:18.658998 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Pushing event updated for resources: {'Port': ['ID=4a10cfa5-2456-4227-822c-40fb1dfb428c,revision_number=1']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:18.661478 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Received port after_create {{(pid=74966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:18.663890 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:18.772749 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.785872 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-004277c6-93e4-4b1f-8b12-c1c9e778c9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:18.792876 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Attempting to bind port 4a10cfa5-2456-4227-822c-40fb1dfb428c on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:18.793423 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Attempting to bind port 4a10cfa5-2456-4227-822c-40fb1dfb428c by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:18.793674 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Attempting to bind port 4a10cfa5-2456-4227-822c-40fb1dfb428c on network f96d1c54-051a-40d0-9ed8-2d9a674f1188 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:18.800765 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:18.801103 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Checking segment: {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:18.801570 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.801906 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Bound using segment: {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:18.802587 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Bound port: 4a10cfa5-2456-4227-822c-40fb1dfb428c, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:18.802838 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.844482 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['37134ebc-630f-4b0d-8bd5-ee2b8905618f'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:18.889311 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Network f43d80ac-224b-4c30-8db8-1e40557f60f3 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:18.890254 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Pushing event updated for resources: {'Port': ['ID=651f5572-7fb6-44f7-93a9-e9c24cabc90b,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:18.901002 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:18.903777 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:18.906275 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:18.910528 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:18.911312 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.913926 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Allocated IP 172.28.2.16 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/07f6ff6e-7870-4488-99ee-90832b54ffaa) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:18.916582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6135b251-b3f5-4430-ad5c-799e889967bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.920919 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-090b1166-a272-46b0-9805-38892a8e2f9a service neutron] 10.222.0.37 "GET /v2.0/networks/6c2caee8-4d61-4505-8d6f-cd4382cf375f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141433 Aug 24 11:40:18.922062 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:18.948956 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135b251-b3f5-4430-ad5c-799e889967bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a676c67b-aeed-49b7-8e4d-69d36e5aa702,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:18.951364 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6135b251-b3f5-4430-ad5c-799e889967bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:18.964384 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-6135b251-b3f5-4430-ad5c-799e889967bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:18.968119 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-6135b251-b3f5-4430-ad5c-799e889967bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a676c67b-aeed-49b7-8e4d-69d36e5aa702 HTTP/1.1" status: 204 len: 168 time: 1.1587253 Aug 24 11:40:18.970080 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7185335 Aug 24 11:40:18.979488 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] For port 4a10cfa5-2456-4227-822c-40fb1dfb428c, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:19.002895 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] For port 4a10cfa5-2456-4227-822c-40fb1dfb428c, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=4a10cfa5-2456-4227-822c-40fb1dfb428c,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:19.016034 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:19.022001 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:19.036135 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Request body: {'port': {'device_id': 'bda3924a-c5ff-4c56-aad0-8e83b6cb09ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:19.129476 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Pushing event updated for resources: {'Port': ['ID=4a10cfa5-2456-4227-822c-40fb1dfb428c,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:19.135701 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:19.252760 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b9bf83a6-d747-445c-a3b8-2ed6d66d85a9 req-0d09a1a7-9dad-46e8-b2a6-fc4f7168d712 service neutron] 10.222.0.37 "GET /v2.0/networks/6c2caee8-4d61-4505-8d6f-cd4382cf375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034868 Aug 24 11:40:19.362136 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:19.365449 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:19.570516 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Router 60a6c01c-5784-42bf-999e-ba750cb1b132 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:40:19.629061 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:19.660472 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:19.665609 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 4a10cfa5-2456-4227-822c-40fb1dfb428c up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:19.762889 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 52958) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:19.812801 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-e16cbcb7-43b0-4d5c-a44d-05239c77148d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a140c548e3c4e4eaffcc320a761813c&device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 1097 time: 0.4382882 Aug 24 11:40:19.878292 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:19.924394 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9d0c48cd-9be0-4986-9b4a-38b1b53bca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:19.955596 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 4a10cfa5-2456-4227-822c-40fb1dfb428c completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:20.001643 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:20.033654 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] Deleting subnet f10f05a6-44db-49f2-ad40-209525b5e878 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:40:20.038752 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:20.094185 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Pushing event updated for resources: {'Port': ['ID=07f6ff6e-7870-4488-99ee-90832b54ffaa,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:20.102677 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:20.137378 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:20.191602 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:40:20.265849 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e603e-e728-4a23-8fd9-72ac0c9104c8 req-8f56a8e5-1304-4c54-bbcb-4a8879a08c16 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:20.273613 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cc4e603e-e728-4a23-8fd9-72ac0c9104c8 req-8f56a8e5-1304-4c54-bbcb-4a8879a08c16 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 931 time: 0.4993048 Aug 24 11:40:20.323803 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dae011-232c-4071-9a53-097f5f1ecaef req-f379e95d-c743-4d0d-ae59-fe59937d18f4 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:20.325534 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f9dae011-232c-4071-9a53-097f5f1ecaef req-f379e95d-c743-4d0d-ae59-fe59937d18f4 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 944 time: 0.4053800 Aug 24 11:40:20.336200 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3119823'] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:20.402063 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-4ee4218f-6079-47d2-81f9-77d224d52eeb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:20.403574 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-4ee4218f-6079-47d2-81f9-77d224d52eeb service neutron] 10.222.0.37 "GET /v2.0/networks?id=6c2caee8-4d61-4505-8d6f-cd4382cf375f HTTP/1.1" status: 200 len: 909 time: 0.5778160 Aug 24 11:40:20.456267 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cc4e603e-e728-4a23-8fd9-72ac0c9104c8 req-222e1f44-ba7b-4a4e-a796-57a05de151e3 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814458 Aug 24 11:40:20.502272 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651f5572-7fb6-44f7-93a9-e9c24cabc90b {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:20.541078 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:20.555905 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-1c007165-0d43-4527-848e-c48b2ee88d3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd48468-cc8a-49b6-8134-9747f8f13637 HTTP/1.1" status: 200 len: 217 time: 0.1235063 Aug 24 11:40:20.556979 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:20.562866 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Transition to ACTIVE for port object 651f5572-7fb6-44f7-93a9-e9c24cabc90b will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:20.580036 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f9dae011-232c-4071-9a53-097f5f1ecaef req-3185399e-37ad-4e98-901f-76f969e12a84 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345576 Aug 24 11:40:20.584937 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d636f7c9-e447-406c-9588-74a9b18de9be None None] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:20.593802 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:20.601394 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:20.636051 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:40:20.648205 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] Sync routers for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:40:20.653985 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:20.670684 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:20.672031 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:20.749129 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:20.764169 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] Provisioning for port 4a10cfa5-2456-4227-822c-40fb1dfb428c completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:20.767088 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-f264b6eb-0127-479d-94aa-c3b877527553 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:20.769177 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-f264b6eb-0127-479d-94aa-c3b877527553 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7f8ae10d-2310-48a5-9946-79deebbe3029 HTTP/1.1" status: 200 len: 848 time: 0.1427145 Aug 24 11:40:20.784513 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] Provisioning complete for port 4a10cfa5-2456-4227-822c-40fb1dfb428c triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:20.784766 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:20.834881 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-fabd62a5-6034-415a-a73c-ac822852b105 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6c2caee8-4d61-4505-8d6f-cd4382cf375f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526891 Aug 24 11:40:20.885693 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Pushing event updated for resources: {'Port': ['ID=651f5572-7fb6-44f7-93a9-e9c24cabc90b,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:20.895355 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:20.903685 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-2e49a6e6-dd1e-4c69-86c8-00f68964e087 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "PUT /v2.0/floatingips/dcf5d322-fc4f-4d6d-884c-ab045e7ba246 HTTP/1.1" status: 200 len: 992 time: 7.9260974 Aug 24 11:40:20.903685 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'tag': '547a1d6b-99b7-421f-9a59-a86867e5f1fc'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:20.925206 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:21.012462 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-fae68c61-9b3b-425a-8735-52d7c1ec5480 service neutron] 10.222.0.37 "GET /v2.0/networks/6c2caee8-4d61-4505-8d6f-cd4382cf375f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649778 Aug 24 11:40:21.028512 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'tag': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'status': 'completed', 'code': 200} Aug 24 11:40:21.039324 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Attempting to bind port 651f5572-7fb6-44f7-93a9-e9c24cabc90b on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:21.040870 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Attempting to bind port 651f5572-7fb6-44f7-93a9-e9c24cabc90b by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:21.041198 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Attempting to bind port 651f5572-7fb6-44f7-93a9-e9c24cabc90b on network f43d80ac-224b-4c30-8db8-1e40557f60f3 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:21.058049 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Port 651f5572-7fb6-44f7-93a9-e9c24cabc90b on network f43d80ac-224b-4c30-8db8-1e40557f60f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:40:21.060316 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Attempting to bind port 651f5572-7fb6-44f7-93a9-e9c24cabc90b on network f43d80ac-224b-4c30-8db8-1e40557f60f3 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:21.167172 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.174479 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:21.175038 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Checking segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:21.175610 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Bound using segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:21.176323 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Bound port: 651f5572-7fb6-44f7-93a9-e9c24cabc90b, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:21.176859 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.203772 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3391087'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.225871 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cafddf2f-913b-456f-935a-34bf1c840431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:21.232021 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] For port 4a10cfa5-2456-4227-822c-40fb1dfb428c, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=4a10cfa5-2456-4227-822c-40fb1dfb428c,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:21.250322 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.254190 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:21.283742 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f10f05a6-44db-49f2-ad40-209525b5e878,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:21.291386 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:21.307629 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.308214 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384'] for router, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.312855 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.391954 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] Pushing event updated for resources: {'Port': ['ID=4a10cfa5-2456-4227-822c-40fb1dfb428c,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:21.397893 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:21.449006 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-ffdf5777-5a03-421b-b736-381ac6e44176 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 1099 time: 0.3693526 Aug 24 11:40:21.456093 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] For port 651f5572-7fb6-44f7-93a9-e9c24cabc90b, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:21.460409 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] For port 651f5572-7fb6-44f7-93a9-e9c24cabc90b, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=651f5572-7fb6-44f7-93a9-e9c24cabc90b,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:21.479764 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-db6e0e8e-4477-4d7f-81cb-7c2705e16ba4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/f10f05a6-44db-49f2-ad40-209525b5e878 HTTP/1.1" status: 204 len: 168 time: 1.7061076 Aug 24 11:40:21.505329 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53000) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:21.535021 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.545661 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 4a10cfa5-2456-4227-822c-40fb1dfb428c up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:21.550948 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': 'dcf5d322-fc4f-4d6d-884c-ab045e7ba246', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'port_id': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'mac_address': 'fa:16:3e:22:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:39:46Z', 'updated_at': '2021-08-24T11:40:15Z', 'revision_number': 1, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:21.552070 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-d443d0bb-19d1-4f94-8176-49d73f9714f6 req-73ef7a08-a198-4b9b-a412-014c8714114b service neutron] 10.222.0.37 "GET /v2.0/networks/6c2caee8-4d61-4505-8d6f-cd4382cf375f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826777 Aug 24 11:40:21.556333 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] Checking router: 60a6c01c-5784-42bf-999e-ba750cb1b132 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:40:21.569692 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:21.570566 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:21.720431 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-acfd794f-1138-402f-b758-c15c56e777a0 None None] Provisioning complete for port 4a10cfa5-2456-4227-822c-40fb1dfb428c triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:21.720955 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-acfd794f-1138-402f-b758-c15c56e777a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.802453 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 4a10cfa5-2456-4227-822c-40fb1dfb428c triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:21.802924 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:21.864084 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-91de1313-73da-413d-808f-31e1bc86a9c0 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:21.903589 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:21.945771 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Router 576e351c-6442-4f4e-85e0-f6d55ff70c4a is scheduled to L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d with binding_index 1 {{(pid=74964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 11:40:22.216400 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:22.292706 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:22.303024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:22.304959 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] 10.222.0.37 "PUT /v2.0/ports/651f5572-7fb6-44f7-93a9-e9c24cabc90b HTTP/1.1" status: 200 len: 1093 time: 3.2776282 Aug 24 11:40:22.344294 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:40:22.354978 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Sync routers for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:40:22.376546 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:22.378479 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:22.386046 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:22.387258 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9907985 Aug 24 11:40:22.390079 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53024) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:22.497326 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Pushing event updated for resources: {'Port': ['ID=651f5572-7fb6-44f7-93a9-e9c24cabc90b,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:22.513549 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:22.521062 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-dd7c85d5-9f87-4eef-8faa-fcb76ff47873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:22.523315 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-dd7c85d5-9f87-4eef-8faa-fcb76ff47873 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 911 time: 1.0568602 Aug 24 11:40:22.628230 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:22.636673 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': 'dcf5d322-fc4f-4d6d-884c-ab045e7ba246', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'port_id': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'mac_address': 'fa:16:3e:22:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:39:46Z', 'updated_at': '2021-08-24T11:40:15Z', 'revision_number': 1, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:22.657261 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ea625f-ce4d-427b-983e-2fa711251102 None None] The sync data for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb is: [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': 'dcf5d322-fc4f-4d6d-884c-ab045e7ba246', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'floating_ip_address': '172.28.2.202', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'port_id': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'mac_address': 'fa:16:3e:22:e8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:39:46Z', 'updated_at': '2021-08-24T11:40:15Z', 'revision_number': 1, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:40:22.717200 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:22.752632 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e39f3d-db75-439f-85ac-3a72217a2dfd req-d4ddcf28-ac82-4998-97c4-82c87e7c14c4 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:22.759424 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-46e39f3d-db75-439f-85ac-3a72217a2dfd req-d4ddcf28-ac82-4998-97c4-82c87e7c14c4 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 944 time: 0.5977073 Aug 24 11:40:22.784824 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f07ef3-52d2-405c-88f1-8328dd376bb7 req-06b8e3d7-4eba-4807-973e-95c6ca0fdd32 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:22.792270 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-38f07ef3-52d2-405c-88f1-8328dd376bb7 req-06b8e3d7-4eba-4807-973e-95c6ca0fdd32 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 943 time: 0.8938622 Aug 24 11:40:22.833582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.833951 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.836013 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.836013 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > port after_create 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.836013 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.836013 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > port after_update 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.836013 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.836370 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.836590 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.836907 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.907796 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.908166 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.908518 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.908836 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 11:40:22.909210 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058cc8f9-a5d1-4794-9cc9-1a3d47c314c3']}} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:22.980523 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5167ab54-a89d-4ff1-91ac-11b1240a581d') {'for_net_delete': True} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:22.981090 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5167ab54-a89d-4ff1-91ac-11b1240a581d') {} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:22.999724 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b97f3-4b25-4354-99c6-7db71622731f None None] New status for floating IP dcf5d322-fc4f-4d6d-884c-ab045e7ba246: ACTIVE {{(pid=74967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:40:23.010403 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2844682'] for segment, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.024792 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 3cd48468-cc8a-49b6-8134-9747f8f13637 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:40:23.038673 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.047919 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=74965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:40:23.049070 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2845855'] for segment, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.171447 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:20Z', 'revision_number': 3, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:23.175917 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda3924a-c5ff-4c56-aad0-8e83b6cb09ff', 'tag': '651f5572-7fb6-44f7-93a9-e9c24cabc90b'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: util.warn_limited( Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: util.warn_limited( Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: Traceback (most recent call last): Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: timer() Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: cb(*args, **kw) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: return func(*args, **kwargs) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: self._notify() Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: self.callback(batched_events) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: event.method(event) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: return f(self, *a, **k) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: return self._get(url).json() Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: return self.request(url, 'GET', **kwargs) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:40:23.185100 dv-cinder-798098-2-smb neutron-server[74965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:40:23.187489 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Checking router: 576e351c-6442-4f4e-85e0-f6d55ff70c4a for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:40:23.187489 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Updating router 576e351c-6442-4f4e-85e0-f6d55ff70c4a port 07f6ff6e-7870-4488-99ee-90832b54ffaa binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:40:23.195339 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-46e39f3d-db75-439f-85ac-3a72217a2dfd req-17dcdd8d-f0e0-430a-9177-19130dc6402e tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348667 Aug 24 11:40:23.262541 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-9ddfb4c7-9aa7-473f-868a-59762382c71d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 1096 time: 0.8395536 Aug 24 11:40:23.264324 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-098e8e56-4e7f-41b5-8dd9-ccdec0bfff1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc HTTP/1.1" status: 200 len: 1000 time: 0.6863697 Aug 24 11:40:23.284494 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 3cd48468-cc8a-49b6-8134-9747f8f13637, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3cd48468-cc8a-49b6-8134-9747f8f13637,segment=NetworkSegment(683f5d67-bc94-42aa-9c65-50730cb73a3a),segment_id=683f5d67-bc94-42aa-9c65-50730cb73a3a)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:23.304716 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '3cd48468-cc8a-49b6-8134-9747f8f13637', 'network_id': '6c2caee8-4d61-4505-8d6f-cd4382cf375f', 'port_id': '3cd48468-cc8a-49b6-8134-9747f8f13637', 'mac_address': 'fa:16:3e:75:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8ae10d-2310-48a5-9946-79deebbe3029', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:40:23.306484 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.457393 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.498323 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd48468-cc8a-49b6-8134-9747f8f13637 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:23.513896 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.548184 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.552265 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-38f07ef3-52d2-405c-88f1-8328dd376bb7 req-bba64604-9205-4907-84a4-e1c50a581db2 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7592134 Aug 24 11:40:23.556684 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:23.580208 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-b9107266-97f3-4406-8309-a062b9acbadd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=651f5572-7fb6-44f7-93a9-e9c24cabc90b HTTP/1.1" status: 200 len: 217 time: 0.2868791 Aug 24 11:40:23.587493 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Pushing event deleted for resources: {'Network': ['ID=058cc8f9-a5d1-4794-9cc9-1a3d47c314c3,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:23.625847 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] 10.222.0.49 "DELETE /v2.0/networks/058cc8f9-a5d1-4794-9cc9-1a3d47c314c3 HTTP/1.1" status: 204 len: 168 time: 2.1132934 Aug 24 11:40:23.625847 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:23.641801 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 3cd48468-cc8a-49b6-8134-9747f8f13637, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3cd48468-cc8a-49b6-8134-9747f8f13637,segment=NetworkSegment(683f5d67-bc94-42aa-9c65-50730cb73a3a),segment_id=683f5d67-bc94-42aa-9c65-50730cb73a3a)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:23.662615 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.664751 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-a607df05-9256-46c2-baf7-0c371f310d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:23.667809 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-a607df05-9256-46c2-baf7-0c371f310d43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.2637172 Aug 24 11:40:23.668917 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-b336e9e1-9c45-4229-9a90-1168f75fd742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:23.750128 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda3924a-c5ff-4c56-aad0-8e83b6cb09ff', 'tag': '651f5572-7fb6-44f7-93a9-e9c24cabc90b', 'status': 'completed', 'code': 200} Aug 24 11:40:23.789810 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-db54a71e-e584-452b-904a-50474ab4dd4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:23.793697 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-db54a71e-e584-452b-904a-50474ab4dd4c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.2076211 Aug 24 11:40:23.801439 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=3cd48468-cc8a-49b6-8134-9747f8f13637,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:23.814625 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.815247 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.816122 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.816612 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.817090 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.817696 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.818197 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.818673 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.819146 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.819615 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.820110 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:23.826330 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:23.880596 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-feddaf26-163b-4689-94d7-09af55dbc119 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639567 Aug 24 11:40:23.923754 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-db74eb08-f0fc-4085-a0ec-e03f7d8a0b26 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2427409 Aug 24 11:40:23.925166 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.936790 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.952856 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Transition to ACTIVE for port object 07f6ff6e-7870-4488-99ee-90832b54ffaa will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:23.970571 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:23.979904 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:24.129393 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53060) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:24.172189 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd469-c365-4c44-b549-102108a7ee3f None None] Pushing event updated for resources: {'Port': ['ID=07f6ff6e-7870-4488-99ee-90832b54ffaa,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:24.176267 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-6d3bd469-c365-4c44-b549-102108a7ee3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:24.177106 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Attempting to bind port 07f6ff6e-7870-4488-99ee-90832b54ffaa on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:24.177482 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Attempting to bind port 07f6ff6e-7870-4488-99ee-90832b54ffaa by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:24.177860 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Attempting to bind port 07f6ff6e-7870-4488-99ee-90832b54ffaa on network 0f39a605-3f63-465f-86ca-75a57987cc40 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:24.187256 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:24.187643 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:24.188205 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.188620 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Bound using segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:24.189248 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Bound port: 07f6ff6e-7870-4488-99ee-90832b54ffaa, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:24.189637 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.192564 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-1fdd9e47-3e61-4a00-a651-9d2a42fe5766 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007655 Aug 24 11:40:24.226678 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-f326aad5-0898-4606-8914-6dab04958cb6 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489223 Aug 24 11:40:24.282106 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ca052098-570f-4298-97e0-fa46ef812f67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=edb4cdf2bd9d4693870159833251ba11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1494043 Aug 24 11:40:24.283513 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53066) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:24.312068 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] For port 07f6ff6e-7870-4488-99ee-90832b54ffaa, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:24.317131 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] For port 07f6ff6e-7870-4488-99ee-90832b54ffaa, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=07f6ff6e-7870-4488-99ee-90832b54ffaa,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:24.325267 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.331280 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:24.396073 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-449ba5a6-a543-4006-85b9-1cc4f5035e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.403731 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['3cd48468-cc8a-49b6-8134-9747f8f13637'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:24.430096 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-449ba5a6-a543-4006-85b9-1cc4f5035e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.539606 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06a97c06-7e4b-4ea3-ab34-149f26f6895c req-2a07829b-b928-400d-9cc9-6855c40ec76f service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387649 Aug 24 11:40:24.549714 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Allocated IP 172.20.0.1 (f96d1c54-051a-40d0-9ed8-2d9a674f1188/5ded2441-c687-41d8-9745-e88d14301842/a308b580-9bf4-4227-91a3-2966fe735d0c) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:24.566253 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-449ba5a6-a543-4006-85b9-1cc4f5035e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.574107 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d498ca04-8357-4972-97ea-d81881d0d83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:24.605747 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-449ba5a6-a543-4006-85b9-1cc4f5035e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.607362 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-449ba5a6-a543-4006-85b9-1cc4f5035e1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16588d2d-1f8c-4d2c-beaf-7b8110c4276f HTTP/1.1" status: 204 len: 168 time: 0.3228784 Aug 24 11:40:24.627201 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ba5a6-a543-4006-85b9-1cc4f5035e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16588d2d-1f8c-4d2c-beaf-7b8110c4276f,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:24.633096 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bd469-c365-4c44-b549-102108a7ee3f None None] Pushing event updated for resources: {'Port': ['ID=07f6ff6e-7870-4488-99ee-90832b54ffaa,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:24.633607 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-449ba5a6-a543-4006-85b9-1cc4f5035e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:24.642383 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-6d3bd469-c365-4c44-b549-102108a7ee3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:24.713488 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:24.717191 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:24.792290 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-863d4751-7b7c-4e3f-9fc2-5c4e72c9e302 req-377fb7de-f421-4e0c-8ff1-6e4b3adacb32 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028331 Aug 24 11:40:24.806186 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.825307 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Transition to ACTIVE for port object a308b580-9bf4-4227-91a3-2966fe735d0c will not be triggered until provisioned by entity DHCP. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:24.830050 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf0013-4fb8-477c-b08a-d0bcb844496f req-6077e100-4fb0-4b1a-8a20-2410f207dc5f tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:24.834233 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8cf0013-4fb8-477c-b08a-d0bcb844496f req-6077e100-4fb0-4b1a-8a20-2410f207dc5f tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 945 time: 0.2933693 Aug 24 11:40:24.855233 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:24.861573 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:24.864830 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-51c4ded3-d947-4505-b554-f53eaa5351bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 1096 time: 0.1908226 Aug 24 11:40:24.940764 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:24.944275 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:24.948010 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:25.016570 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=a308b580-9bf4-4227-91a3-2966fe735d0c,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:25.026925 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:25.045410 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4081206'] for router_interface, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:25.224023 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:25.249821 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-521ba97f-185e-428c-af09-de5e9164496c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:25.254613 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-521ba97f-185e-428c-af09-de5e9164496c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 916 time: 0.3821170 Aug 24 11:40:25.360818 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8cf0013-4fb8-477c-b08a-d0bcb844496f req-3bb1ad7a-6b72-49e0-b691-43650eef2d1d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173948 Aug 24 11:40:25.376496 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:25.524022 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-98ebeb09-6c3f-4416-8c63-03e908fd131a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=651f5572-7fb6-44f7-93a9-e9c24cabc90b HTTP/1.1" status: 200 len: 217 time: 0.2603781 Aug 24 11:40:25.615024 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-84c385bf-6f7b-488e-9fab-5dd38c2318bd None None] Provisioning for port a308b580-9bf4-4227-91a3-2966fe735d0c completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:25.647844 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b2faa-9b72-43d6-b19e-6bc73648f742 req-b777ebe3-d7aa-40a8-823e-5b5723015b4d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:25.649541 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-455b2faa-9b72-43d6-b19e-6bc73648f742 req-b777ebe3-d7aa-40a8-823e-5b5723015b4d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 943 time: 0.3874240 Aug 24 11:40:25.655042 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-84c385bf-6f7b-488e-9fab-5dd38c2318bd None None] Provisioning complete for port a308b580-9bf4-4227-91a3-2966fe735d0c triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:25.655428 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-84c385bf-6f7b-488e-9fab-5dd38c2318bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:25.659519 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-ce8de029-4551-4fac-a42d-a6113d134336 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:25.661789 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-ce8de029-4551-4fac-a42d-a6113d134336 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.1185963 Aug 24 11:40:25.732562 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:25.744332 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-455b2faa-9b72-43d6-b19e-6bc73648f742 req-ab363aae-ee08-4474-a666-be1823839aa4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869772 Aug 24 11:40:25.751986 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:25.763914 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-27a37404-c464-4b73-9884-a3b71db5c09c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847614 Aug 24 11:40:25.812625 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:25.863005 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-84c385bf-6f7b-488e-9fab-5dd38c2318bd None None] Port a308b580-9bf4-4227-91a3-2966fe735d0c cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:40:25.902741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=a308b580-9bf4-4227-91a3-2966fe735d0c,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:25.906483 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:25.920022 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2929927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4081119'] for router_interface, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:25.955104 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-b740926a-53be-40f1-970a-e6face62f393 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783643 Aug 24 11:40:25.997017 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:20Z', 'revision_number': 3, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:26.001097 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5f14fc-ddeb-425b-bc4c-f2d4e7cfcbf1 None None] The sync data for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb is: [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:20Z', 'revision_number': 3, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:40:26.130607 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6dc55d68-0be9-482b-af43-6191ec2ed190 req-3cea4186-67af-4d7a-8e14-f29a1606625c service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611273 Aug 24 11:40:26.152784 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:26.153981 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:26.306162 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53124) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:26.387577 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-6626ef3c-ccde-4210-8803-cf9313da00ae None None] Provisioning complete for port a308b580-9bf4-4227-91a3-2966fe735d0c triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:26.388158 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-6626ef3c-ccde-4210-8803-cf9313da00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.443887 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-6626ef3c-ccde-4210-8803-cf9313da00ae None None] Port a308b580-9bf4-4227-91a3-2966fe735d0c cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:40:26.466156 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-118271576-network', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:26.471300 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:26.475110 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Usage tracker for resource:network and tenant:a3a26a8c5bc847b6a873207b080f1b06 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:26.478023 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:26.485060 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:26.497189 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Made reservation on behalf of a3a26a8c5bc847b6a873207b080f1b06 for: {'network': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:26.499517 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.544615 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.572682 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Router 576e351c-6442-4f4e-85e0-f6d55ff70c4a has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:40:26.600756 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:26.606358 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Usage tracker for resource:security_group_rule and tenant:a3a26a8c5bc847b6a873207b080f1b06 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:26.610354 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:26.617092 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:26.629495 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8b633-3a46-40bf-8a19-167e3c621658 req-d39b3920-ebf8-4a8d-ab51-f04de9948cbd tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:26.630956 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2ca8b633-3a46-40bf-8a19-167e3c621658 req-d39b3920-ebf8-4a8d-ab51-f04de9948cbd tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 945 time: 0.1223946 Aug 24 11:40:26.698579 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2ca8b633-3a46-40bf-8a19-167e3c621658 req-7d6a57a8-67cf-4b72-b418-23ec57163096 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611010 Aug 24 11:40:26.745783 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.751034 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.755229 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:26.783108 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=74965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:40:26.798104 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d4b894-c54e-4349-bca1-cc4df6656769,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:26.808206 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:26.809301 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.809631 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.segments_db [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Added segment 9a0ce295-a76f-4f09-8322-9f592fc5aeb8 of type vlan for network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 Aug 24 11:40:26.842006 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.845816 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:40:26.851790 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] 10.222.0.49 "PUT /v2.0/routers/576e351c-6442-4f4e-85e0-f6d55ff70c4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4606524 Aug 24 11:40:26.888242 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.890969 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:26.891683 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:26.914913 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cc882515-1883-44b4-8079-87107a9a64af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:27.006898 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 3cd48468-cc8a-49b6-8134-9747f8f13637 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:27.109268 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8014748 Aug 24 11:40:27.111001 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Pushing event updated for resources: {'Network': ['ID=eb93e37c-5dd0-472f-ab78-2ab3e2683be9,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:27.112244 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53170) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:27.114761 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:27.119602 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Request body: {'subnet': {'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-subnet', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:27.127630 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:27.131850 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:40:27.136149 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Usage tracker for resource:subnet and tenant:a3a26a8c5bc847b6a873207b080f1b06 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:27.146230 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:27.158647 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:27.170854 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f9738-07c8-4391-8b42-c8ee2b890759 req-1e440adc-3db8-4f95-b804-7fa1546e3c50 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:27.174776 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-592f9738-07c8-4391-8b42-c8ee2b890759 req-1e440adc-3db8-4f95-b804-7fa1546e3c50 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 943 time: 0.1449552 Aug 24 11:40:27.216798 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Made reservation on behalf of a3a26a8c5bc847b6a873207b080f1b06 for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:27.221348 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3391092'] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.265826 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-592f9738-07c8-4391-8b42-c8ee2b890759 req-68d87eca-0bdd-4662-929a-4261c435b943 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862718 Aug 24 11:40:27.283739 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 3cd48468-cc8a-49b6-8134-9747f8f13637 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:27.289892 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 3cd48468-cc8a-49b6-8134-9747f8f13637 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:27.290656 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.509114 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.536716 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3625044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3391078'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.544994 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393f2bde-8782-45cb-bb63-4cb3bdd54b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd48468-cc8a-49b6-8134-9747f8f13637'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:27.545912 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:27.557930 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 3cd48468-cc8a-49b6-8134-9747f8f13637, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3cd48468-cc8a-49b6-8134-9747f8f13637,segment=NetworkSegment(683f5d67-bc94-42aa-9c65-50730cb73a3a),segment_id=683f5d67-bc94-42aa-9c65-50730cb73a3a)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:27.573115 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.575162 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:27.629029 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe2fca4-6b25-4034-b197-79cbe21cd843,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:27.632345 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:27.658787 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393f2bde-8782-45cb-bb63-4cb3bdd54b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd48468-cc8a-49b6-8134-9747f8f13637', 'code': 200} Aug 24 11:40:27.666992 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Checking segment: {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:27.667465 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Network hostable DHCP agents. Network: eb93e37c-5dd0-472f-ab78-2ab3e2683be9, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:40:27.696798 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:40:27.711291 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, eb93e37c-5dd0-472f-ab78-2ab3e2683be9) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:27.717462 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:27.718795 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.725275 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61da2262-d7da-48a1-b6f8-b812cde1fe9a None None] Network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:27.755530 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=3cd48468-cc8a-49b6-8134-9747f8f13637,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:27.760671 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:27.768783 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-71b201b9-4ea8-4c75-8ad3-42e64d9828b7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6550024 Aug 24 11:40:27.771116 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53200) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:27.776930 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:27.785359 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:27.793324 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Usage tracker for resource:router and tenant:a3a26a8c5bc847b6a873207b080f1b06 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:27.796731 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:27.811030 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:27.833674 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3783810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5114'] for router, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.834733 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4081721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4104249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5101'] for router, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.876109 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:27.946287 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12ab14-dea1-44de-af7f-c27a38f05859 req-9149c957-72df-4158-9098-ae664beca90c tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:27.947863 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1b12ab14-dea1-44de-af7f-c27a38f05859 req-9149c957-72df-4158-9098-ae664beca90c tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 946 time: 0.0942242 Aug 24 11:40:28.050271 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b345269-5f99-44f6-93ce-9da9b415de54 None None] Network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:28.070992 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.093228 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1b12ab14-dea1-44de-af7f-c27a38f05859 req-89493d4b-63b4-4e0a-8b52-e3c9352fafa9 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047707 Aug 24 11:40:28.097475 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-afe145ac-e6c8-474f-9f82-466159dd14c7 req-410a2dae-41bf-48c1-a089-2f9aaa088fba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 1099 time: 0.1462049 Aug 24 11:40:28.154244 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-afe145ac-e6c8-474f-9f82-466159dd14c7 req-04d2f2db-5eed-411f-9916-5b4b3758f62d service neutron] Synchronizing usage tracker for tenant:e9f9f8c3112f41e8ac618baacd2bfdbf on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:28.177264 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-afe145ac-e6c8-474f-9f82-466159dd14c7 req-04d2f2db-5eed-411f-9916-5b4b3758f62d service neutron] Unset dirty status for tenant:e9f9f8c3112f41e8ac618baacd2bfdbf on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:28.180107 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-afe145ac-e6c8-474f-9f82-466159dd14c7 req-04d2f2db-5eed-411f-9916-5b4b3758f62d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734096 Aug 24 11:40:28.259677 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53212) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:28.265924 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1093638789-network', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:28.270860 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:28.275855 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Usage tracker for resource:network and tenant:d702a728bc7e4233ba4cf442b49781e2 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:28.278798 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:28.284505 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:28.295376 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Made reservation on behalf of d702a728bc7e4233ba4cf442b49781e2 for: {'network': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:28.298050 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.311356 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.321908 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.344665 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:28.348537 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Usage tracker for resource:security_group_rule and tenant:d702a728bc7e4233ba4cf442b49781e2 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:28.351528 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:28.357879 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:28.358484 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.497878 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Allocated IP 172.28.2.222 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/0bcf39d0-50f3-4451-9892-509bd14e471d) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:28.538430 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.545453 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.552575 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b37ccbd5-f402-4ee9-a91d-33ba3ab94ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:28.589987 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=74965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:40:28.621084 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c10acd26-2eca-4f99-9637-62debdbc49a0,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:28.624187 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.624537 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.segments_db [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Added segment 96631350-dec3-49c4-8be5-0e89471c5955 of type vlan for network 6943d810-444b-4f66-82fc-9b616411d0cb Aug 24 11:40:28.627431 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:28.667395 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.715171 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.721615 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1bc41-6e51-48b6-bbd5-1a439c3e0aee req-9083acae-2cbc-4b4b-b7d3-87ac6c7f7fe9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:28.728800 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-05a1bc41-6e51-48b6-bbd5-1a439c3e0aee req-9083acae-2cbc-4b4b-b7d3-87ac6c7f7fe9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 943 time: 0.2988310 Aug 24 11:40:28.734906 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.745160 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:28.745801 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.752030 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:28.776459 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:28.782291 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e1c8da54-887b-435c-a7c7-751e4a3e3300 tempest-DeleteServersTestJSON-1028773727 tempest-DeleteServersTestJSON-1028773727-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:28.851837 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:28.855530 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:28.863410 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:28.880251 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Pushing event updated for resources: {'Network': ['ID=6943d810-444b-4f66-82fc-9b616411d0cb,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:28.886124 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:28.889962 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6266856 Aug 24 11:40:28.890535 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53234) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:28.895190 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-05a1bc41-6e51-48b6-bbd5-1a439c3e0aee req-94736435-33de-4e11-80c2-a2ac5a53c0eb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656015 Aug 24 11:40:28.898981 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Request body: {'subnet': {'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1093638789-subnet', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'ip_version': 4}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:28.901802 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 6943d810-444b-4f66-82fc-9b616411d0cb details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:40:28.904589 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:28.908978 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Usage tracker for resource:subnet and tenant:d702a728bc7e4233ba4cf442b49781e2 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:28.911953 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:28.918742 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:28.919827 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0bcf39d0-50f3-4451-9892-509bd14e471d,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:28.932843 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:28.945471 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Made reservation on behalf of d702a728bc7e4233ba4cf442b49781e2 for: {'subnet': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:28.948933 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625556'] for subnet, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.069948 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 651f5572-7fb6-44f7-93a9-e9c24cabc90b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:40:29.096383 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.097579 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384'] for router, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.243241 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 651f5572-7fb6-44f7-93a9-e9c24cabc90b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=651f5572-7fb6-44f7-93a9-e9c24cabc90b,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:29.267062 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '651f5572-7fb6-44f7-93a9-e9c24cabc90b', 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'port_id': '651f5572-7fb6-44f7-93a9-e9c24cabc90b', 'mac_address': 'fa:16:3e:9d:1e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b2c183-1af9-48c7-a284-2f0f305a47ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:40:29.351037 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.371199 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651f5572-7fb6-44f7-93a9-e9c24cabc90b {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:29.391826 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 651f5572-7fb6-44f7-93a9-e9c24cabc90b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=651f5572-7fb6-44f7-93a9-e9c24cabc90b,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:29.401761 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.404082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:29.407668 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2845814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625542'] for subnet, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.419777 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ca95ef8d-2eaa-437e-ab79-9218ff49b8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:29.458746 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53260) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:29.508535 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=651f5572-7fb6-44f7-93a9-e9c24cabc90b,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:29.516631 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:29.546778 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 is scheduled to L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d with binding_index 1 {{(pid=74964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 11:40:29.622482 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=511596b1-8194-4263-8b08-d10071daaeb3,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:29.630031 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:29.642713 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e2254-1fbd-4aff-b5a7-2359a36f3e36 req-c81a3cb4-b597-47ae-918b-2577511dec08 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:29.644227 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1e4e2254-1fbd-4aff-b5a7-2359a36f3e36 req-c81a3cb4-b597-47ae-918b-2577511dec08 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 946 time: 0.3077285 Aug 24 11:40:29.645552 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Checking segment: {'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:29.645933 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Network hostable DHCP agents. Network: 6943d810-444b-4f66-82fc-9b616411d0cb, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:40:29.713489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.737816 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1e4e2254-1fbd-4aff-b5a7-2359a36f3e36 req-bff90e48-6613-4af5-9f7f-77aacc1be5df tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843790 Aug 24 11:40:29.751700 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Network 6943d810-444b-4f66-82fc-9b616411d0cb is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:40:29.793957 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 6943d810-444b-4f66-82fc-9b616411d0cb) {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:29.798346 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:29.799092 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.805290 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a97aba-0cc9-46b4-84b9-334285a023a6 None None] Network 6943d810-444b-4f66-82fc-9b616411d0cb requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:29.846194 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9545937 Aug 24 11:40:29.848650 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53272) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:29.848787 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:29.855379 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:29.863889 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:29.870758 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Usage tracker for resource:security_group_rule and tenant:bec72fb007da41bfb3cb2b53d7481210 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:29.872448 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Usage tracker for resource:router and tenant:d702a728bc7e4233ba4cf442b49781e2 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:29.878657 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:29.883927 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:29.886997 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:29.908074 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:29.935250 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3783810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5114'] for router, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.936434 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4081721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4104249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5101'] for router, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:29.941808 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:40:29.982039 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.007426 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Sync routers for ids ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:40:30.010478 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['651f5572-7fb6-44f7-93a9-e9c24cabc90b'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:30.047164 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.048491 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.2763748 Aug 24 11:40:30.060444 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53280) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:30.175093 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.194081 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.194653 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.223741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1eeaaff6-8513-417e-b2a7-21a385f01264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:30.275767 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53286) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:30.276755 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25559fd-1a62-41d1-9c3b-28f36953dd1c,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:30.277578 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Routers {'76dd2cf3-85d6-44eb-a90b-dccbe20ca459'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:30.278344 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:30.291538 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:30.325457 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bec72fb007da41bfb3cb2b53d7481210&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8642468 Aug 24 11:40:30.330384 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53292) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:30.352026 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.418493 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9658f-bd3d-454f-ba7f-efe801b30dea req-859a0c54-4456-4107-acba-d29e2bbcbf7c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:30.426470 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dbb9658f-bd3d-454f-ba7f-efe801b30dea req-859a0c54-4456-4107-acba-d29e2bbcbf7c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 944 time: 0.1392615 Aug 24 11:40:30.559779 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dbb9658f-bd3d-454f-ba7f-efe801b30dea req-4a4578ab-9e85-4ca0-97b2-67781bfbe8bf tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314342 Aug 24 11:40:30.601663 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-78fe8e13-9867-4c57-b558-2c8b1eece7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.633889 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-78fe8e13-9867-4c57-b558-2c8b1eece7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.656284 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe063fa1d-85b8-5bd1-b075-fc080112fc7c-6943d810-444b-4f66-82fc-9b616411d0cb', 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'fixed_ips': [{'subnet_id': '511596b1-8194-4263-8b08-d10071daaeb3'}]}} from dv-cinder-798098-2-smb. {{(pid=74966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 11:40:30.657144 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.686199 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.692000 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Set router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:30.700884 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.717545 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.753210 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-78fe8e13-9867-4c57-b558-2c8b1eece7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.761516 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:30.775569 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:30.782226 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe8e13-9867-4c57-b558-2c8b1eece7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25559fd-1a62-41d1-9c3b-28f36953dd1c,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:30.785232 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:d2df45285147476489810376113e6ea1 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:30.788224 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:30.791160 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-78fe8e13-9867-4c57-b558-2c8b1eece7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:30.798417 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:30.817804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-78fe8e13-9867-4c57-b558-2c8b1eece7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.821476 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-78fe8e13-9867-4c57-b558-2c8b1eece7c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b25559fd-1a62-41d1-9c3b-28f36953dd1c HTTP/1.1" status: 204 len: 168 time: 0.4730568 Aug 24 11:40:30.920392 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Allocated IP 172.28.2.207 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/192f94c1-117b-4149-884c-a4f433e92b0b) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:30.963394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.973973 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:30.982748 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c6f7420e-754f-4d36-8d47-42c45680767e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:31.090163 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e2bccd-87bb-413c-8e79-8898680092a8,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:31.094334 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d2df45285147476489810376113e6ea1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8017879 Aug 24 11:40:31.096730 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:31.114116 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53302) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:31.169234 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.db_base_plugin_common [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Allocated IP 172.20.0.2 (6943d810-444b-4f66-82fc-9b616411d0cb/511596b1-8194-4263-8b08-d10071daaeb3/f45799d3-55ae-4a28-98d0-c481b38e46ae) {{(pid=74966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:31.202558 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6996cf0f-70ae-4b62-9f44-b066fb6c2e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.221458 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.264639 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.273374 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:31.338466 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:40:29Z', 'revision_number': 3, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port': {'id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:28Z', 'updated_at': '2021-08-24T11:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:31.363875 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Checking router: 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:40:31.364242 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Updating router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 port 0bcf39d0-50f3-4451-9892-509bd14e471d binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:40:31.422529 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53310) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:31.438632 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Pushing event updated for resources: {'Port': ['ID=192f94c1-117b-4149-884c-a4f433e92b0b,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:31.443903 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:31.463821 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961dfa5-81b1-463f-a0cf-ea0ab4432ad5 req-bfc191a9-306e-49c8-8e6c-f1f16ab2795d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:31.465459 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7961dfa5-81b1-463f-a0cf-ea0ab4432ad5 req-bfc191a9-306e-49c8-8e6c-f1f16ab2795d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 946 time: 0.4775870 Aug 24 11:40:31.467330 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:31.468536 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:31.470856 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:31.475872 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Notify callbacks [] for port, precommit_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.490670 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Transition to ACTIVE for port object f45799d3-55ae-4a28-98d0-c481b38e46ae will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:31.491877 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6996cf0f-70ae-4b62-9f44-b066fb6c2e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.498770 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.512390 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Transition to ACTIVE for port object f45799d3-55ae-4a28-98d0-c481b38e46ae will not be triggered until provisioned by entity DHCP. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:31.522827 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.611928 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:31.617633 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7961dfa5-81b1-463f-a0cf-ea0ab4432ad5 req-e4094758-a2c5-47e4-a69b-920e7b127621 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164331 Aug 24 11:40:31.628642 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Usage tracker for resource:security_group_rule and tenant:1a2cc88a2a014af185e80910040580ca is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:31.632868 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:31.639031 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:31.683197 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 07f6ff6e-7870-4488-99ee-90832b54ffaa up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:31.717219 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.718005 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.718474 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384'] for router, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.734045 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:31.850632 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Pushing event updated for resources: {'Port': ['ID=f45799d3-55ae-4a28-98d0-c481b38e46ae,revision_number=1']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:31.866137 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:31.869027 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6996cf0f-70ae-4b62-9f44-b066fb6c2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.879629 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a96cb26a-b1d0-47b5-bad3-983931139983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:31.896539 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6996cf0f-70ae-4b62-9f44-b066fb6c2e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:31.898370 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-6996cf0f-70ae-4b62-9f44-b066fb6c2e03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16e2bccd-87bb-413c-8e79-8898680092a8 HTTP/1.1" status: 204 len: 168 time: 0.7830985 Aug 24 11:40:31.904457 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Network 6943d810-444b-4f66-82fc-9b616411d0cb is already hosted by enough agents. {{(pid=74966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:31.923711 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996cf0f-70ae-4b62-9f44-b066fb6c2e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e2bccd-87bb-413c-8e79-8898680092a8,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:31.937516 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6996cf0f-70ae-4b62-9f44-b066fb6c2e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:31.955860 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.base_scheduler [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Resources bound (agent type, host, resource id): {{(pid=74966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:31.973340 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Received port after_create {{(pid=74966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:32.063421 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.077179 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.090760 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cf11eb9a-c96f-41a1-beec-8fe0f8cf8efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:32.116534 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 07f6ff6e-7870-4488-99ee-90832b54ffaa completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:32.119523 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Attempting to bind port f45799d3-55ae-4a28-98d0-c481b38e46ae on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:32.119929 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Attempting to bind port f45799d3-55ae-4a28-98d0-c481b38e46ae by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:32.120296 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Attempting to bind port f45799d3-55ae-4a28-98d0-c481b38e46ae on network 6943d810-444b-4f66-82fc-9b616411d0cb {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:32.129181 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:32.129554 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Checking segment: {'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:32.129955 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.130348 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Bound using segment: {'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:32.130824 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Bound port: f45799d3-55ae-4a28-98d0-c481b38e46ae, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:32.131196 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.148337 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041171c9-4909-4da5-af37-613700e18bcd req-1b5485dc-4839-4f64-bc0e-c0b8d2dc5fbb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:32.150380 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-041171c9-4909-4da5-af37-613700e18bcd req-1b5485dc-4839-4f64-bc0e-c0b8d2dc5fbb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 944 time: 0.2369070 Aug 24 11:40:32.157265 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 07f6ff6e-7870-4488-99ee-90832b54ffaa triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:32.158128 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.232357 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-041171c9-4909-4da5-af37-613700e18bcd req-b58fb490-7aa3-4ecb-b987-7adcdf5f97fa tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729475 Aug 24 11:40:32.246362 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a2cc88a2a014af185e80910040580ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8189061 Aug 24 11:40:32.249033 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53320) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:32.249419 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0af91b6-da13-4a04-8821-e795d79a2cd0,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:32.253933 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:32.281716 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Router e15ad3eb-1769-4ba7-a23b-d222ee657a50 is scheduled to L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d with binding_index 1 {{(pid=74965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 11:40:32.339491 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.386703 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] For port f45799d3-55ae-4a28-98d0-c481b38e46ae, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:32.470809 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] For port f45799d3-55ae-4a28-98d0-c481b38e46ae, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=f45799d3-55ae-4a28-98d0-c481b38e46ae,segment=NetworkSegment(96631350-dec3-49c4-8be5-0e89471c5955),segment_id=96631350-dec3-49c4-8be5-0e89471c5955)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:32.473136 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.495009 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.531760 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-6d3bd469-c365-4c44-b549-102108a7ee3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:32.579916 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea964891-3cc7-4c11-899d-2f0ef48871a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.620624 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.641750 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Allocated IP 172.20.0.1 (eb93e37c-5dd0-472f-ab78-2ab3e2683be9/abe2fca4-6b25-4034-b197-79cbe21cd843/6ac21369-7ae8-42e0-a4cc-a8a8d50796b7) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:32.667071 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 07f6ff6e-7870-4488-99ee-90832b54ffaa, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=07f6ff6e-7870-4488-99ee-90832b54ffaa,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:32.693025 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea964891-3cc7-4c11-899d-2f0ef48871a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.738638 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.750124 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Transition to ACTIVE for port object 0bcf39d0-50f3-4451-9892-509bd14e471d will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:32.779952 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.793121 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Pushing event updated for resources: {'Port': ['ID=f45799d3-55ae-4a28-98d0-c481b38e46ae,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:32.797367 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:32.800187 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:32.880114 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=07f6ff6e-7870-4488-99ee-90832b54ffaa,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:32.897748 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53334) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:32.968816 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.978066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:32.985577 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Attempting to bind port 0bcf39d0-50f3-4451-9892-509bd14e471d on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:32.986447 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Attempting to bind port 0bcf39d0-50f3-4451-9892-509bd14e471d by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:32.986938 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Attempting to bind port 0bcf39d0-50f3-4451-9892-509bd14e471d on network 0f39a605-3f63-465f-86ca-75a57987cc40 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:32.989477 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb33f9a-630a-460f-b97b-3ddb383c5eba None None] Pushing event updated for resources: {'Port': ['ID=0bcf39d0-50f3-4451-9892-509bd14e471d,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:32.992854 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-6eb33f9a-630a-460f-b97b-3ddb383c5eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:32.994609 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:32.994984 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:33.000595 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:33.001248 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:33.001886 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.002643 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Bound using segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:33.003341 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Bound port: 0bcf39d0-50f3-4451-9892-509bd14e471d, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:33.003982 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.029079 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:40:33.035108 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.041979 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Sync routers for ids ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:40:33.042592 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:33.058982 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:33.063046 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Usage tracker for resource:security_group_rule and tenant:b4ad42ee0c504cea8b536fcf1bbf0b08 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:33.082196 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:33.083626 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 651f5572-7fb6-44f7-93a9-e9c24cabc90b up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:33.090171 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:33.108195 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Routers {'e15ad3eb-1769-4ba7-a23b-d222ee657a50'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:33.108827 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:33.138299 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:33.143452 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:33.151484 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:33.160282 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] For port 0bcf39d0-50f3-4451-9892-509bd14e471d, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:33.175919 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] For port 0bcf39d0-50f3-4451-9892-509bd14e471d, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=0bcf39d0-50f3-4451-9892-509bd14e471d,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:33.188255 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.193538 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:33.202534 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.207089 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea964891-3cc7-4c11-899d-2f0ef48871a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.208794 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:33.213721 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6135b251-b3f5-4430-ad5c-799e889967bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:33.227307 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:33.239328 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea964891-3cc7-4c11-899d-2f0ef48871a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0af91b6-da13-4a04-8821-e795d79a2cd0,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:33.241519 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.262691 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4081206'] for router_interface, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.282930 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 651f5572-7fb6-44f7-93a9-e9c24cabc90b completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:33.293106 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ea964891-3cc7-4c11-899d-2f0ef48871a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:33.293873 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ea964891-3cc7-4c11-899d-2f0ef48871a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:33.296530 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb33f9a-630a-460f-b97b-3ddb383c5eba None None] Pushing event updated for resources: {'Port': ['ID=0bcf39d0-50f3-4451-9892-509bd14e471d,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:33.303597 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4ad42ee0c504cea8b536fcf1bbf0b08&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3989305 Aug 24 11:40:33.308255 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-6eb33f9a-630a-460f-b97b-3ddb383c5eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:33.308448 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53338) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:33.309928 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 651f5572-7fb6-44f7-93a9-e9c24cabc90b triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:33.310697 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.355542 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea964891-3cc7-4c11-899d-2f0ef48871a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.357003 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ea964891-3cc7-4c11-899d-2f0ef48871a6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0af91b6-da13-4a04-8821-e795d79a2cd0 HTTP/1.1" status: 204 len: 168 time: 1.1069701 Aug 24 11:40:33.358316 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a82a88c-8568-4e3f-beb8-34144f37bb76,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:33.362307 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:33.364134 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Notify callbacks [] for router, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.365769 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5161757 Aug 24 11:40:33.368664 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53346) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:33.398783 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Routers {'76dd2cf3-85d6-44eb-a90b-dccbe20ca459'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:33.399533 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:33.533765 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.561420 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Set router e15ad3eb-1769-4ba7-a23b-d222ee657a50 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:33.744865 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21480e7e-6e99-4801-b51c-dcef0f8d685c req-f07f66a1-29ff-4c23-9adf-ebdb0a475951 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:33.749491 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 07f6ff6e-7870-4488-99ee-90832b54ffaa up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:33.751136 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-21480e7e-6e99-4801-b51c-dcef0f8d685c req-f07f66a1-29ff-4c23-9adf-ebdb0a475951 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 944 time: 0.1623368 Aug 24 11:40:33.752385 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc664-1f76-4961-b97e-1e0e9179e5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.815423 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc664-1f76-4961-b97e-1e0e9179e5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:33.938427 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-21480e7e-6e99-4801-b51c-dcef0f8d685c req-f4e8f3a9-de7c-42c5-9e8c-982826bec41e tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742721 Aug 24 11:40:34.006376 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.043670 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:40:31Z', 'revision_number': 3, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port': {'id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:30Z', 'updated_at': '2021-08-24T11:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:34.050324 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Checking router: e15ad3eb-1769-4ba7-a23b-d222ee657a50 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:40:34.050925 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Updating router e15ad3eb-1769-4ba7-a23b-d222ee657a50 port 192f94c1-117b-4149-884c-a4f433e92b0b binding host dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:40:34.065842 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 651f5572-7fb6-44f7-93a9-e9c24cabc90b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=651f5572-7fb6-44f7-93a9-e9c24cabc90b,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:34.071614 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda3924a-c5ff-4c56-aad0-8e83b6cb09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651f5572-7fb6-44f7-93a9-e9c24cabc90b'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:34.097796 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.110178 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-fdbcac7b-76a2-452d-9027-4ac5e65ce575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:34.147852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc664-1f76-4961-b97e-1e0e9179e5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.169009 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d476be9f-4359-474c-8656-b31fbab09c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:34.205523 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebc664-1f76-4961-b97e-1e0e9179e5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a82a88c-8568-4e3f-beb8-34144f37bb76,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:34.211505 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e8ebc664-1f76-4961-b97e-1e0e9179e5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:34.220190 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.297100 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e8ebc664-1f76-4961-b97e-1e0e9179e5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.300456 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e8ebc664-1f76-4961-b97e-1e0e9179e5ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a82a88c-8568-4e3f-beb8-34144f37bb76 HTTP/1.1" status: 204 len: 168 time: 0.9905865 Aug 24 11:40:34.323586 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53364) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:34.325985 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda3924a-c5ff-4c56-aad0-8e83b6cb09ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651f5572-7fb6-44f7-93a9-e9c24cabc90b', 'code': 200} Aug 24 11:40:34.379382 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.397918 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] Set router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:34.407813 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.421784 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.488289 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac69648-3e3b-4d0c-9aa7-3c09717b3a86 None None] Network 6943d810-444b-4f66-82fc-9b616411d0cb requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:40:34.489517 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-9327fd26-62d1-48ad-8148-e25f957480a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:34.628171 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:34.648298 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Usage tracker for resource:security_group_rule and tenant:1dd986ab8b0244d6a59c47433ed280cd is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:34.671964 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:34.688742 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:34.691335 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:34.693769 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2929927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4081119'] for router_interface, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:34.705684 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:34.892657 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-249e4d9b-7ba8-4442-bf35-e4fdf11e2ce3 req-00f45a33-a2a0-4857-8ab6-bc54e539a126 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 1098 time: 0.1148081 Aug 24 11:40:35.008613 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=651f5572-7fb6-44f7-93a9-e9c24cabc90b,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:35.065472 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.953s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:35.069604 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:35.076411 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:35.080136 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 07f6ff6e-7870-4488-99ee-90832b54ffaa triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:35.080521 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.147934 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-94a91f20-aeaf-4469-ad56-2adbc188bf1e None None] Provisioning for port f45799d3-55ae-4a28-98d0-c481b38e46ae completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:35.184575 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Notify callbacks [] for port, precommit_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.211766 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-249e4d9b-7ba8-4442-bf35-e4fdf11e2ce3 req-52c63d7e-f1c6-477c-ac19-12d06c937d51 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080230 Aug 24 11:40:35.213756 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.provisioning_blocks [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Transition to ACTIVE for port object 192f94c1-117b-4149-884c-a4f433e92b0b will not be triggered until provisioned by entity L2. {{(pid=74967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:35.231983 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.247463 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:35.344275 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Attempting to bind port 192f94c1-117b-4149-884c-a4f433e92b0b on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:35.344933 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Attempting to bind port 192f94c1-117b-4149-884c-a4f433e92b0b by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:35.345959 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Attempting to bind port 192f94c1-117b-4149-884c-a4f433e92b0b on network 0f39a605-3f63-465f-86ca-75a57987cc40 {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:35.360335 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Pushing event updated for resources: {'Port': ['ID=192f94c1-117b-4149-884c-a4f433e92b0b,revision_number=2']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:35.362771 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:35.363358 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:35.364108 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.364644 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Bound using segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:35.365274 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Bound port: 192f94c1-117b-4149-884c-a4f433e92b0b, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:35.365811 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.420909 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.421655 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.422140 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.422620 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.423156 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.423691 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.424186 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.424780 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.425250 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.425754 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.426321 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:40:35.443940 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:35.494280 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] For port 192f94c1-117b-4149-884c-a4f433e92b0b, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:35.498197 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] For port 192f94c1-117b-4149-884c-a4f433e92b0b, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=192f94c1-117b-4149-884c-a4f433e92b0b,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:35.508786 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.515982 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:35.537439 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.562790 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device f45799d3-55ae-4a28-98d0-c481b38e46ae up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:35.597809 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.645083 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.672470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e4cbb4ad-055e-4310-b327-4060e150f8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:35.743143 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Pushing event updated for resources: {'Port': ['ID=192f94c1-117b-4149-884c-a4f433e92b0b,revision_number=3']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:35.759107 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:35.762135 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port f45799d3-55ae-4a28-98d0-c481b38e46ae completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:35.767792 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Routers {'e15ad3eb-1769-4ba7-a23b-d222ee657a50'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:35.768665 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:35.805173 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6656ae-9121-42ad-a504-d746bfee6183 req-59ae2c86-5694-4bf0-8788-e434df3a53d4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:35.807277 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5d6656ae-9121-42ad-a504-d746bfee6183 req-59ae2c86-5694-4bf0-8788-e434df3a53d4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 945 time: 0.4647686 Aug 24 11:40:35.826347 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port f45799d3-55ae-4a28-98d0-c481b38e46ae triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:35.826819 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:35.829715 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9f46d9-aac0-4a9c-878c-3228594d8ff1,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:35.848830 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1dd986ab8b0244d6a59c47433ed280cd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5189810 Aug 24 11:40:35.848830 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53396) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:35.873185 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:35.891441 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Sync routers for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:40:35.913275 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:35.913916 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:36.006543 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5d6656ae-9121-42ad-a504-d746bfee6183 req-76b60ead-700a-4940-a1b9-217ea38d00e9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895673 Aug 24 11:40:36.074891 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f378cdb2-21a7-483b-bcb6-72f7ae898618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:36.117642 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:36.149976 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Allocated IP 172.20.0.1 (6943d810-444b-4f66-82fc-9b616411d0cb/511596b1-8194-4263-8b08-d10071daaeb3/99619be6-bfc9-47a6-a88c-13670e16f079) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:36.165322 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f378cdb2-21a7-483b-bcb6-72f7ae898618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:36.183249 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:40:36.205039 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] Set router e15ad3eb-1769-4ba7-a23b-d222ee657a50 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:36.391882 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f378cdb2-21a7-483b-bcb6-72f7ae898618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:36.405085 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:36.409943 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e8ebc664-1f76-4961-b97e-1e0e9179e5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:36.426660 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Transition to ACTIVE for port object 99619be6-bfc9-47a6-a88c-13670e16f079 will not be triggered until provisioned by entity DHCP. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:36.427005 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f378cdb2-21a7-483b-bcb6-72f7ae898618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9f46d9-aac0-4a9c-878c-3228594d8ff1,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:36.441923 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f378cdb2-21a7-483b-bcb6-72f7ae898618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:36.444849 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f378cdb2-21a7-483b-bcb6-72f7ae898618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:36.446845 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f378cdb2-21a7-483b-bcb6-72f7ae898618 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f9f46d9-aac0-4a9c-878c-3228594d8ff1 HTTP/1.1" status: 204 len: 168 time: 0.5791411 Aug 24 11:40:36.461605 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:36.469925 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:36.575136 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:40:36.591678 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] 10.222.0.49 "PUT /v2.0/routers/76dd2cf3-85d6-44eb-a90b-dccbe20ca459/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5192573 Aug 24 11:40:36.614901 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Pushing event updated for resources: {'Port': ['ID=99619be6-bfc9-47a6-a88c-13670e16f079,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:36.625647 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:36.642930 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Network 6943d810-444b-4f66-82fc-9b616411d0cb is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:36.647315 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:36.656932 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:36.743718 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4081206'] for router_interface, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:36.827777 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:40:31Z', 'revision_number': 3, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port': {'id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:30Z', 'updated_at': '2021-08-24T11:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:36.832880 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916049b1-39d3-4bb5-99f3-6deea0a708e7 None None] The sync data for ids ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'] in dv-cinder-798098-2-smb is: [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:40:31Z', 'revision_number': 3, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port': {'id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:30Z', 'updated_at': '2021-08-24T11:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:40:36.873716 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:37.095491 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:37.189656 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:40:33Z', 'revision_number': 4, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port': {'id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:28Z', 'updated_at': '2021-08-24T11:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '6ac21369-7ae8-42e0-a4cc-a8a8d50796b7', 'name': '', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'mac_address': 'fa:16:3e:6e:43:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:32Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 1, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'subnets': [{'id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:37.204862 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9b25fd-ba8f-423f-81be-25074178b9f0 None None] The sync data for ids ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'] in dv-cinder-798098-2-smb is: [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:40:33Z', 'revision_number': 4, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port': {'id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:28Z', 'updated_at': '2021-08-24T11:40:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '6ac21369-7ae8-42e0-a4cc-a8a8d50796b7', 'name': '', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'mac_address': 'fa:16:3e:6e:43:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:32Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 1, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'subnets': [{'id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:40:37.205049 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:37.215334 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:37.235947 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 2, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:37.308285 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port f45799d3-55ae-4a28-98d0-c481b38e46ae, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=f45799d3-55ae-4a28-98d0-c481b38e46ae,segment=NetworkSegment(96631350-dec3-49c4-8be5-0e89471c5955),segment_id=96631350-dec3-49c4-8be5-0e89471c5955)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:37.328419 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Checking router: 576e351c-6442-4f4e-85e0-f6d55ff70c4a for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:40:37.330434 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Updating router 576e351c-6442-4f4e-85e0-f6d55ff70c4a port a308b580-9bf4-4227-91a3-2966fe735d0c binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:40:37.356590 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:37.409343 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:37.424690 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-23e708ec-b923-44e9-8a20-362c2ca51f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:37.425084 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2929927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4081119'] for router_interface, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:37.639982 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:37.705123 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Pushing event updated for resources: {'Port': ['ID=99619be6-bfc9-47a6-a88c-13670e16f079,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:37.718910 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:37.837571 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=f45799d3-55ae-4a28-98d0-c481b38e46ae,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:37.849836 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:37.859900 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-3e7a6f3c-373d-445e-b3b2-5d9af499f89e None None] Provisioning complete for port f45799d3-55ae-4a28-98d0-c481b38e46ae triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:37.860373 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3e7a6f3c-373d-445e-b3b2-5d9af499f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:38.133163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837376c-b9f3-4632-a353-bce715d3708d req-3e5cb110-0fc3-4bbc-9770-2dbdb15a1a34 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:38.140262 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c837376c-b9f3-4632-a353-bce715d3708d req-3e5cb110-0fc3-4bbc-9770-2dbdb15a1a34 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 945 time: 0.5740471 Aug 24 11:40:38.173555 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Network 6943d810-444b-4f66-82fc-9b616411d0cb is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:38.182547 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:38.506713 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-ec9ce332-121d-4983-b756-011acf6b99aa None None] Provisioning for port 99619be6-bfc9-47a6-a88c-13670e16f079 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:38.540915 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c837376c-b9f3-4632-a353-bce715d3708d req-4be369a4-3e21-4ef0-b01b-faa092a622d8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997147 Aug 24 11:40:38.568508 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-6ffa88f9-8e54-46e9-9675-4a4e0dbf6449 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:38.569196 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-6ffa88f9-8e54-46e9-9675-4a4e0dbf6449 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Synchronizing usage tracker for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:network {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:38.611002 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-ec9ce332-121d-4983-b756-011acf6b99aa None None] Provisioning complete for port 99619be6-bfc9-47a6-a88c-13670e16f079 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:38.611386 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ec9ce332-121d-4983-b756-011acf6b99aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:38.682612 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-6ffa88f9-8e54-46e9-9675-4a4e0dbf6449 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Unset dirty status for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:network {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:38.692733 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-6ffa88f9-8e54-46e9-9675-4a4e0dbf6449 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 818 time: 0.8184366 Aug 24 11:40:38.844369 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:38.870654 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Transition to ACTIVE for port object a308b580-9bf4-4227-91a3-2966fe735d0c will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:38.882736 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-9baf87ea-5cc4-4aaf-b137-18fe816f2834 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/quotas/a3a26a8c5bc847b6a873207b080f1b06 HTTP/1.1" status: 200 len: 375 time: 0.1879220 Aug 24 11:40:38.885119 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ce332-121d-4983-b756-011acf6b99aa None None] Port 99619be6-bfc9-47a6-a88c-13670e16f079 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:40:38.890559 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:38.894327 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-3e22c016-a216-4b89-bc67-f042784ff90b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:39.132794 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-db86bb6c-7444-4ea3-ae9c-80f77babe03c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2491834 Aug 24 11:40:39.239469 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61548e-b3d3-48bc-ab75-61872543d433 None None] Pushing event updated for resources: {'Port': ['ID=a308b580-9bf4-4227-91a3-2966fe735d0c,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:39.262814 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-cb61548e-b3d3-48bc-ab75-61872543d433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:39.378371 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-70c94018-29d2-4ac3-81d8-1597499865d6 None None] Provisioning complete for port 99619be6-bfc9-47a6-a88c-13670e16f079 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:39.384637 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-70c94018-29d2-4ac3-81d8-1597499865d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:39.621803 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-70c94018-29d2-4ac3-81d8-1597499865d6 None None] Port 99619be6-bfc9-47a6-a88c-13670e16f079 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:40:39.626897 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-3e431a78-e073-4ea8-b644-bb8b3267a5aa service neutron] 10.222.0.49 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936702 Aug 24 11:40:39.679684 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Attempting to bind port a308b580-9bf4-4227-91a3-2966fe735d0c on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:39.682142 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Attempting to bind port a308b580-9bf4-4227-91a3-2966fe735d0c by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:39.683176 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Attempting to bind port a308b580-9bf4-4227-91a3-2966fe735d0c on network f96d1c54-051a-40d0-9ed8-2d9a674f1188 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:39.702740 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:39.703133 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Checking segment: {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:39.705803 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:39.706106 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Bound using segment: {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:39.706607 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Bound port: a308b580-9bf4-4227-91a3-2966fe735d0c, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:39.709684 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:39.789241 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Router e15ad3eb-1769-4ba7-a23b-d222ee657a50 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:40:39.850712 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 0bcf39d0-50f3-4451-9892-509bd14e471d up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:39.995179 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-e9b0315e-27ae-4f91-858d-77a10b979e8a service neutron] 10.222.0.49 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667696 Aug 24 11:40:40.017922 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] For port a308b580-9bf4-4227-91a3-2966fe735d0c, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:40.023779 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] For port a308b580-9bf4-4227-91a3-2966fe735d0c, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=a308b580-9bf4-4227-91a3-2966fe735d0c,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:40.027352 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 0bcf39d0-50f3-4451-9892-509bd14e471d completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:40.044739 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:40.068878 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-e4e0bf3f-b0c7-40f7-8001-bbc1c4066c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:40.109711 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 0bcf39d0-50f3-4451-9892-509bd14e471d triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:40.110491 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:40.362467 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:40:40.387144 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] 10.222.0.49 "PUT /v2.0/routers/e15ad3eb-1769-4ba7-a23b-d222ee657a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0150757 Aug 24 11:40:40.408151 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61548e-b3d3-48bc-ab75-61872543d433 None None] Pushing event updated for resources: {'Port': ['ID=a308b580-9bf4-4227-91a3-2966fe735d0c,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:40.416375 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-cb61548e-b3d3-48bc-ab75-61872543d433 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:40.531720 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:40:40.534399 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:40.655848 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f1468-6994-4f9d-9c13-40c622467b84 req-503c5136-fbbf-4e43-8da0-c282fbdcf6e2 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:40.658727 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-972f1468-6994-4f9d-9c13-40c622467b84 req-503c5136-fbbf-4e43-8da0-c282fbdcf6e2 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 946 time: 0.1596584 Aug 24 11:40:40.760375 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-972f1468-6994-4f9d-9c13-40c622467b84 req-d52b8b37-bcc5-4782-b9a9-174a55099b0d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950167 Aug 24 11:40:40.802848 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:40.873071 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-10617e00-6068-4768-ba28-83506f6f7779 req-3b851034-f905-4420-8fba-17edbddda215 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 210 time: 0.0502224 Aug 24 11:40:40.911507 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 0bcf39d0-50f3-4451-9892-509bd14e471d, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=0bcf39d0-50f3-4451-9892-509bd14e471d,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:40.925275 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:40.926278 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 192f94c1-117b-4149-884c-a4f433e92b0b up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:41.019916 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-e4e0bf3f-b0c7-40f7-8001-bbc1c4066c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:41.142839 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=0bcf39d0-50f3-4451-9892-509bd14e471d,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:41.147897 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:41.171112 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:40:41.297371 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 192f94c1-117b-4149-884c-a4f433e92b0b completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:41.362575 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 192f94c1-117b-4149-884c-a4f433e92b0b triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:41.363324 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:41.646708 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:41.678158 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-84a81d6b-f47d-4a7b-9eea-f27a48ce8476 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:41.681970 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-84a81d6b-f47d-4a7b-9eea-f27a48ce8476 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.37 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 946 time: 0.1820736 Aug 24 11:40:41.716645 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53554) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:41.723727 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642475042', 'description': 'tempest-secgroup-smoke-1642475042 description', 'project_id': '1805528a710a456ca762f8be89c32f36'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:41.731709 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:41.739450 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:security_group and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:41.744162 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:41.752822 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:41.756468 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Deleting port 3cd48468-cc8a-49b6-8134-9747f8f13637 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:40:41.757055 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:41.787604 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:41.847303 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:41.852607 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:security_group_rule and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:41.856852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:41.870497 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:41.939191 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 192f94c1-117b-4149-884c-a4f433e92b0b, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=192f94c1-117b-4149-884c-a4f433e92b0b,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:41.954464 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:41.955798 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device f45799d3-55ae-4a28-98d0-c481b38e46ae up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:41.987603 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:41.995282 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.001795 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:42.053187 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1031ee-ab17-42cd-873b-9a6130d4672a,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:42.056385 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:42.057567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.061200 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:42.061976 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3442876 Aug 24 11:40:42.062616 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53578) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:42.070005 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'security_group_rule': {'security_group_id': '0b1031ee-ab17-42cd-873b-9a6130d4672a', 'project_id': '1805528a710a456ca762f8be89c32f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:42.077136 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:42.081438 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:security_group_rule and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:42.087099 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:42.102464 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:42.140217 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.167432 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=192f94c1-117b-4149-884c-a4f433e92b0b,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:42.174521 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:42.180340 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:39Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:40:42.188587 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port f45799d3-55ae-4a28-98d0-c481b38e46ae triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:42.188978 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.219328 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a372d3-ced7-40cb-9048-02ef8c540c48 None None] The sync data for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb is: [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:39Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:40:42.391681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.406330 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.417781 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3eb7355b-f062-4846-a95f-4aa44f089dd2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:42.471323 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af3e0d2-c592-407e-9dfb-bd1735415025,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:42.478348 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:42.489278 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.490463 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-5beb0d93-68f1-49f3-a637-1803b652fd23 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4269354 Aug 24 11:40:42.500480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53586) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:42.506313 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'security_group_rule': {'security_group_id': '0b1031ee-ab17-42cd-873b-9a6130d4672a', 'project_id': '1805528a710a456ca762f8be89c32f36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:42.517998 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:42.530767 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:security_group_rule and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:42.533396 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:42.549652 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:42.583204 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.722078 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.735483 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 0bcf39d0-50f3-4451-9892-509bd14e471d up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:42.738105 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.741126 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:42.752040 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-e5949860-afdc-4c83-90b1-13808e4deb87 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:42.753514 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-e5949860-afdc-4c83-90b1-13808e4deb87 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 818 time: 0.8093596 Aug 24 11:40:42.770674 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] For port 3cd48468-cc8a-49b6-8134-9747f8f13637, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3cd48468-cc8a-49b6-8134-9747f8f13637,segment=NetworkSegment(683f5d67-bc94-42aa-9c65-50730cb73a3a),segment_id=683f5d67-bc94-42aa-9c65-50730cb73a3a)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:42.771043 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.774529 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32440247-3f4a-42bb-a1e5-6dbaec6abcb5,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:42.777345 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:42.787920 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.793550 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2920082 Aug 24 11:40:42.795111 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53596) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:42.801623 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'security_group_rule': {'security_group_id': '0b1031ee-ab17-42cd-873b-9a6130d4672a', 'project_id': '1805528a710a456ca762f8be89c32f36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:42.809759 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:42.814494 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:security_group_rule and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:42.818681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:42.826437 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:42.855213 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.884038 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 0bcf39d0-50f3-4451-9892-509bd14e471d triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:42.885624 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.923585 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Calling delete_port for 3cd48468-cc8a-49b6-8134-9747f8f13637 owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:40:42.945397 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.950435 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:42.954497 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:43.000543 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97721ea5-d823-42b6-99b1-47592ada4967,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:43.011226 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:43.012949 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.017504 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-c4653777-d165-485b-8abb-4f8feb6bf534 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2210705 Aug 24 11:40:43.018344 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53606) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:43.020058 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1f129dfd-7526-42f7-a3e6-2949c846a48a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/quotas/a3a26a8c5bc847b6a873207b080f1b06 HTTP/1.1" status: 200 len: 375 time: 0.2514246 Aug 24 11:40:43.033720 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'security_group_rule': {'security_group_id': '0b1031ee-ab17-42cd-873b-9a6130d4672a', 'project_id': '1805528a710a456ca762f8be89c32f36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:43.041117 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:43.045819 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:security_group_rule and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:43.048973 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:43.057339 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:43.094050 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.095836 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41d59b-dbbf-4d72-a6e5-ef8f08b6a93f req-1a6fb8be-3988-4966-aac1-5e2895494cf3 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:43.102740 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6b41d59b-dbbf-4d72-a6e5-ef8f08b6a93f req-1a6fb8be-3988-4966-aac1-5e2895494cf3 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 946 time: 0.6602976 Aug 24 11:40:43.111714 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 192f94c1-117b-4149-884c-a4f433e92b0b up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:43.204354 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6b41d59b-dbbf-4d72-a6e5-ef8f08b6a93f req-c48463e3-d48a-4b32-8b74-6a58da1c67bf tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/security-groups?id=f04f1d02-b26f-4723-a83e-be1c0ef296fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000381 Aug 24 11:40:43.207857 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 192f94c1-117b-4149-884c-a4f433e92b0b triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:43.208517 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.216405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.234071 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.236459 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:43.326011 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaced792-64d2-486e-aa91-7cba9cdcceb7,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:43.342087 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:43.365963 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.370668 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b6558509-4d9b-4b41-8b41-873422ab75b2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3439617 Aug 24 11:40:43.371764 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53614) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:43.378372 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'security_group_rule': {'security_group_id': '0b1031ee-ab17-42cd-873b-9a6130d4672a', 'project_id': '1805528a710a456ca762f8be89c32f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:43.389880 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device a308b580-9bf4-4227-91a3-2966fe735d0c up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:43.392805 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:43.402739 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:security_group_rule and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:43.410787 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:43.425536 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:43.450063 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.securitygroups_db [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Project 1805528a710a456ca762f8be89c32f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 11:40:43.460604 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-7915e9c9-d99d-4da1-8aab-8d14474eab82 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:43.461846 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-7915e9c9-d99d-4da1-8aab-8d14474eab82 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 818 time: 1.0184157 Aug 24 11:40:43.467471 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.505721 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port a308b580-9bf4-4227-91a3-2966fe735d0c completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:43.512161 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port a308b580-9bf4-4227-91a3-2966fe735d0c triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:43.514137 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.535718 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Request body: {'port': {'device_id': '939779e9-0b44-41c4-b2d8-d30e1de240f0', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'admin_state_up': True, 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:43.683034 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.692582 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.694577 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:43.738475 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.773331 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac52e710-dcbc-43b7-b139-984c9d695288,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:43.782008 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port a308b580-9bf4-4227-91a3-2966fe735d0c, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=a308b580-9bf4-4227-91a3-2966fe735d0c,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:43.786248 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:43.791983 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.798023 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:43.812954 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.818891 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4460711 Aug 24 11:40:43.822400 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53622) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:43.831306 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'security_group_rule': {'security_group_id': '0b1031ee-ab17-42cd-873b-9a6130d4672a', 'project_id': '1805528a710a456ca762f8be89c32f36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:43.839324 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:43.844027 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:security_group_rule and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:43.847482 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:43.854167 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:43.866625 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=a308b580-9bf4-4227-91a3-2966fe735d0c,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:43.869121 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.securitygroups_db [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Project 1805528a710a456ca762f8be89c32f36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 11:40:43.869736 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:43.877105 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.945702 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.950732 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.961154 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.961943 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ed6db5bc-3c4c-4c94-92ee-12a028dd8f88 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:43.967897 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-8137c72d-f1ca-435d-b0ab-997b938c771c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9305208 Aug 24 11:40:43.981986 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5874cd3-9b93-4a8f-b24c-d722d5348480,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:43.984922 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:43.996871 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:43.999698 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f1d4fec7-85c2-4461-8d47-b85ecd4197de tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1747737 Aug 24 11:40:44.008676 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:44.015019 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53630) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:44.058318 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Pushing event deleted for resources: {'Port': ['ID=3cd48468-cc8a-49b6-8134-9747f8f13637,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:44.064896 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:44.152550 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:44.158020 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Usage tracker for resource:port and tenant:a3a26a8c5bc847b6a873207b080f1b06 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:44.162726 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:44.172601 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:44.175464 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.219739 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:44.225416 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b36d4276b448a2905e1180685bef8c is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:44.229919 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:44.238692 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:44.261088 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] No DVR routers for this DVR port 3cd48468-cc8a-49b6-8134-9747f8f13637 on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:40:44.265868 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.275675 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393f2bde-8782-45cb-bb63-4cb3bdd54b4e', 'name': 'network-vif-deleted', 'tag': '3cd48468-cc8a-49b6-8134-9747f8f13637'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:44.283724 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Made reservation on behalf of a3a26a8c5bc847b6a873207b080f1b06 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:44.286993 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.315247 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bdaa4d53-ea80-46e4-8397-0fb99e9ff7b3 req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.37 "DELETE /v2.0/ports/3cd48468-cc8a-49b6-8134-9747f8f13637 HTTP/1.1" status: 204 len: 173 time: 2.6277983 Aug 24 11:40:44.325527 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.328780 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-aa4ceb97-b644-4d04-be4d-ed68bbbe6943 service neutron] 10.222.0.49 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489156 Aug 24 11:40:44.337514 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.347032 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8126000e-d38a-4b67-819f-94e88f4384f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:44.390269 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306818e0-bf1b-4b16-9cf6-77dbaeb5379d,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:44.397048 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3b36d4276b448a2905e1180685bef8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3807762 Aug 24 11:40:44.398182 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53660) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:44.398505 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:44.473070 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f68261eb-1da6-4db9-866e-252131fdcca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.508454 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f68261eb-1da6-4db9-866e-252131fdcca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.588813 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f68261eb-1da6-4db9-866e-252131fdcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.595565 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7bde511c-fcd0-4eee-987f-ffa97bf597ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:44.601080 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4994c7cb-20e9-4422-9e9e-1bdf5041d71f req-05058678-b062-4774-a3fe-480dfab8e0f1 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Synchronizing usage tracker for tenant:3a140c548e3c4e4eaffcc320a761813c on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:44.606559 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device a308b580-9bf4-4227-91a3-2966fe735d0c up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:44.612685 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68261eb-1da6-4db9-866e-252131fdcca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306818e0-bf1b-4b16-9cf6-77dbaeb5379d,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:44.624642 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f68261eb-1da6-4db9-866e-252131fdcca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:44.628654 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f68261eb-1da6-4db9-866e-252131fdcca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:44.636658 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f68261eb-1da6-4db9-866e-252131fdcca4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/306818e0-bf1b-4b16-9cf6-77dbaeb5379d HTTP/1.1" status: 204 len: 168 time: 0.2367365 Aug 24 11:40:44.741220 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-57db616a-f43a-4dab-8ad6-d84449f345a4 service neutron] 10.222.0.49 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517981 Aug 24 11:40:44.756431 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4994c7cb-20e9-4422-9e9e-1bdf5041d71f req-05058678-b062-4774-a3fe-480dfab8e0f1 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Unset dirty status for tenant:3a140c548e3c4e4eaffcc320a761813c on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:44.758740 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4994c7cb-20e9-4422-9e9e-1bdf5041d71f req-05058678-b062-4774-a3fe-480dfab8e0f1 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] 10.222.0.49 "GET /v2.0/ports?device_id=393f2bde-8782-45cb-bb63-4cb3bdd54b4e HTTP/1.1" status: 200 len: 210 time: 0.3732674 Aug 24 11:40:44.903179 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port a308b580-9bf4-4227-91a3-2966fe735d0c triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:44.903520 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.027401 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393f2bde-8782-45cb-bb63-4cb3bdd54b4e', 'name': 'network-vif-deleted', 'tag': '3cd48468-cc8a-49b6-8134-9747f8f13637', 'status': 'completed', 'code': 200} Aug 24 11:40:45.149445 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Allocated IP 172.20.0.11 (eb93e37c-5dd0-472f-ab78-2ab3e2683be9/abe2fca4-6b25-4034-b197-79cbe21cd843/ecb4b036-0497-47b8-9d8f-a7dc952ac3eb) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:45.179082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 3cd48468-cc8a-49b6-8134-9747f8f13637 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:40:45.234926 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 3cd48468-cc8a-49b6-8134-9747f8f13637 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:40:45.235285 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 3cd48468-cc8a-49b6-8134-9747f8f13637 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:40:45.312660 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53688) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:45.342247 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.426950 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:45.433795 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Usage tracker for resource:security_group_rule and tenant:26f81e083dd4419f97ed4d63cc00494f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:45.436867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:45.456867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:45.550928 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.555183 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.559363 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-74d0cf17-b95b-450f-be5b-473defbe7c15 req-b5127ff2-0c91-48fb-a5a5-041523796604 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 210 time: 0.1220822 Aug 24 11:40:45.564836 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.575757 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a461dc20-f971-49d6-90ed-64e44da20ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:45.621464 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.630929 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2788dedd-c1fa-4d01-8c07-3d4cca6c1b10,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:45.634019 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:45.634798 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:45.638200 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=26f81e083dd4419f97ed4d63cc00494f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3235793 Aug 24 11:40:45.640919 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53704) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:45.721747 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ca065a0f-7e73-440c-8e42-963c27ae8c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.772887 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ca065a0f-7e73-440c-8e42-963c27ae8c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.832639 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:45.890802 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:45.893208 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Pushing event updated for resources: {'Port': ['ID=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:45.904748 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:45.925102 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ca065a0f-7e73-440c-8e42-963c27ae8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.930991 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:45.939374 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:45.941494 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca065a0f-7e73-440c-8e42-963c27ae8c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2788dedd-c1fa-4d01-8c07-3d4cca6c1b10,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:45.944925 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ca065a0f-7e73-440c-8e42-963c27ae8c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:45.949387 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ca065a0f-7e73-440c-8e42-963c27ae8c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:45.951700 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ca065a0f-7e73-440c-8e42-963c27ae8c1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2788dedd-c1fa-4d01-8c07-3d4cca6c1b10 HTTP/1.1" status: 204 len: 168 time: 0.3085439 Aug 24 11:40:46.007470 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:46.008028 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:46.064304 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df608-e4e2-409c-adba-c78900d47cf4 req-32707214-a98f-437c-bbcf-85f2e6c7f4fb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:46.067237 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-32707214-a98f-437c-bbcf-85f2e6c7f4fb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 815 time: 0.2814100 Aug 24 11:40:46.072055 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5751696 Aug 24 11:40:46.092889 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Request body: {'port': {'device_id': '939779e9-0b44-41c4-b2d8-d30e1de240f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:46.158293 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-1f1982f4-0896-485c-b644-1e54e8765895 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/quotas/c627c64979824307b149f30bebae7a06 HTTP/1.1" status: 200 len: 375 time: 0.0828884 Aug 24 11:40:46.362711 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:46.398322 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-7e2350e6-6e19-45fb-abc9-0828d36ae871 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2310476 Aug 24 11:40:46.808655 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-d2acbc72-5347-43aa-9079-fa170533ae5c req-2c23016f-f117-4a55-915a-b58dda80c1ee tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Synchronizing usage tracker for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:46.851057 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-59d49e3a-ab90-4d15-941a-ef4066492038 service neutron] 10.222.0.49 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518237 Aug 24 11:40:47.020869 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-d2acbc72-5347-43aa-9079-fa170533ae5c req-2c23016f-f117-4a55-915a-b58dda80c1ee tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Unset dirty status for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:47.022028 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d2acbc72-5347-43aa-9079-fa170533ae5c req-2c23016f-f117-4a55-915a-b58dda80c1ee tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 210 time: 0.2741709 Aug 24 11:40:47.289634 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-cd548363-795f-4c9f-aadf-860eaaae8899 service neutron] 10.222.0.49 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230921 Aug 24 11:40:47.296777 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-302cbfc6-70f8-4008-9e3f-5e925763b2b5 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:47.298130 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-302cbfc6-70f8-4008-9e3f-5e925763b2b5 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 818 time: 0.4330988 Aug 24 11:40:47.306947 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb4b036-0497-47b8-9d8f-a7dc952ac3eb {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:47.314743 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:47.324738 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Request body: {'port': {'device_id': '20a50659-d362-49ee-83c4-bdad9099c8dd', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'admin_state_up': True, 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:47.408455 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Transition to ACTIVE for port object ecb4b036-0497-47b8-9d8f-a7dc952ac3eb will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:47.426324 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:47.442592 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:47.537797 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-6db9b8d0-a199-4aa3-ba23-ec9a9ad21ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:47.636959 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-165a4431-6ab7-42ee-a2b7-b6a5ec3d2ae7 req-f38607d0-e1d0-45aa-94a4-671362da72b8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 210 time: 0.0931072 Aug 24 11:40:47.831521 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Pushing event updated for resources: {'Port': ['ID=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:47.842423 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:47.881844 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:47.897060 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:47.934997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Attempting to bind port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:47.935337 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Attempting to bind port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:47.935690 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Attempting to bind port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb on network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:47.937039 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:47.938373 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Made reservation on behalf of a3a26a8c5bc847b6a873207b080f1b06 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:47.941498 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:47.975672 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb on network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:40:47.975672 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Attempting to bind port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb on network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:48.032100 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:48.032803 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Checking segment: {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:48.033270 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Bound using segment: {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:48.033755 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Bound port: ecb4b036-0497-47b8-9d8f-a7dc952ac3eb, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:48.034204 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:48.257893 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9f5f9df9-6bfb-4b24-a9a8-4ca7bbcd81e6 req-49610209-2121-40a2-9cee-29e01571615a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 210 time: 0.0539057 Aug 24 11:40:48.322658 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] For port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:48.325248 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Allocated IP 172.20.0.9 (eb93e37c-5dd0-472f-ab78-2ab3e2683be9/abe2fca4-6b25-4034-b197-79cbe21cd843/94ec0459-9d4a-47ae-8a79-4dcda160e45d) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:48.327976 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] For port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:48.343833 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:48.382809 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:48.505867 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:48.507233 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] 10.222.0.37 "PUT /v2.0/ports/ecb4b036-0497-47b8-9d8f-a7dc952ac3eb HTTP/1.1" status: 200 len: 1094 time: 2.4211657 Aug 24 11:40:48.511714 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939779e9-0b44-41c4-b2d8-d30e1de240f0', 'tag': 'ecb4b036-0497-47b8-9d8f-a7dc952ac3eb'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:48.618177 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939779e9-0b44-41c4-b2d8-d30e1de240f0', 'tag': 'ecb4b036-0497-47b8-9d8f-a7dc952ac3eb', 'status': 'completed', 'code': 200} Aug 24 11:40:48.667521 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Pushing event updated for resources: {'Port': ['ID=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:48.697620 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:48.821106 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-a7fa9d7c-37b8-4ed3-9267-fa340c5ad272 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1097 time: 0.2013378 Aug 24 11:40:48.824271 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:48.889749 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-12b1e427-da72-4b2e-af2c-ab9065820a98 req-6dc549b9-62ab-4630-979a-7d1f0d20430a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 210 time: 0.0501404 Aug 24 11:40:48.961452 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-dcc2ea1c-d6c2-41c3-a348-3b30d8e4b871 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb HTTP/1.1" status: 200 len: 217 time: 0.0741477 Aug 24 11:40:48.967725 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:49.011587 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-791ea4cb-0672-4138-a1df-858d1bf5578b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:49.093803 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Pushing event updated for resources: {'Port': ['ID=94ec0459-9d4a-47ae-8a79-4dcda160e45d,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:49.100537 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:49.140585 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:49.143753 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:49.153092 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:49.187917 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-7ac6881b-8c71-4950-9727-2547e9898b87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:49.190241 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-7ac6881b-8c71-4950-9727-2547e9898b87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.2201281 Aug 24 11:40:49.263402 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53830) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:49.273237 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:49.273850 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:49.286575 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-f1beaf74-0ebb-4879-8312-a925b00c202a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625899 Aug 24 11:40:49.385036 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df608-e4e2-409c-adba-c78900d47cf4 req-0251ffab-0eb0-41e5-a31b-72bc2dc0fbd5 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:49.386391 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-0251ffab-0eb0-41e5-a31b-72bc2dc0fbd5 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 815 time: 0.3058388 Aug 24 11:40:49.411457 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Request body: {'port': {'device_id': '2927baf9-88be-475e-9e10-a2357adf29ca', 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'admin_state_up': True, 'tenant_id': 'c627c64979824307b149f30bebae7a06'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:49.543521 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2256856 Aug 24 11:40:49.557529 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:49.599041 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Request body: {'port': {'device_id': '20a50659-d362-49ee-83c4-bdad9099c8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:49.626175 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:49.640933 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Usage tracker for resource:security_group_rule and tenant:b9538de286ac40ebbdd123ade6098940 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:49.645210 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:49.655488 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:49.659740 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:49.676723 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:49.706354 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Made reservation on behalf of c627c64979824307b149f30bebae7a06 for: {'port': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:40:49.709573 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:49.715758 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7b393967-3644-4e8f-8953-e265aa19a4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:49.776269 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:49.787565 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-04f451f0-84fb-4eda-9ea9-38f03aaa8039 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825037 Aug 24 11:40:49.813413 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:49.824147 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:49.833655 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-20d7f954-61ed-4e6f-9780-3fb691b6fdeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:49.924107 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a922294e-a122-4876-8602-0061adeee2cb,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:49.929418 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:49.938314 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b9538de286ac40ebbdd123ade6098940&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6731708 Aug 24 11:40:49.941993 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53852) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:50.007763 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Allocated IP 172.20.0.8 (f43d80ac-224b-4c30-8db8-1e40557f60f3/09b2c183-1af9-48c7-a284-2f0f305a47ae/f104d9be-3d17-43f9-80ee-53292b5a38b6) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:40:50.052359 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e3c4c-f689-405e-ba84-6610b2c0fd9e req-cd56df98-be2b-410e-aa85-7ef38d6e2f1f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:50.053046 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-8e8e3c4c-f689-405e-ba84-6610b2c0fd9e req-cd56df98-be2b-410e-aa85-7ef38d6e2f1f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Synchronizing usage tracker for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:50.088017 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8f9f-6e19-4250-9131-092f6d225b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.169443 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-8e8e3c4c-f689-405e-ba84-6610b2c0fd9e req-cd56df98-be2b-410e-aa85-7ef38d6e2f1f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Unset dirty status for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:50.170636 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8e8e3c4c-f689-405e-ba84-6610b2c0fd9e req-cd56df98-be2b-410e-aa85-7ef38d6e2f1f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 931 time: 0.6245079 Aug 24 11:40:50.190037 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c201d1a-e4ed-4901-b301-3bab12814e6c req-eaad393d-79c6-4300-bcd8-4bfa9ebd1821 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949125 Aug 24 11:40:50.204660 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8f9f-6e19-4250-9131-092f6d225b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.283511 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-de6bcac1-49bf-4ce4-b5b0-65e07495e711 req-c7466ee6-cb1e-45a6-b8c3-1b6a648fd283 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 210 time: 0.0876436 Aug 24 11:40:50.305187 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.337532 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.344358 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-545c0919-441a-4598-b784-959683abb0b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:50.391569 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['37134ebc-630f-4b0d-8bd5-ee2b8905618f', '651f5572-7fb6-44f7-93a9-e9c24cabc90b'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:50.409415 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-8e8e3c4c-f689-405e-ba84-6610b2c0fd9e req-9d5599a4-8871-439a-95e7-a3f8549fb0a3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Synchronizing usage tracker for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:40:50.424245 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Network f43d80ac-224b-4c30-8db8-1e40557f60f3 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:40:50.428178 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:40:50.432171 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Pushing event updated for resources: {'Port': ['ID=f104d9be-3d17-43f9-80ee-53292b5a38b6,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:50.434453 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:40:50.464857 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:50.465890 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8f9f-6e19-4250-9131-092f6d225b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.466255 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-8e8e3c4c-f689-405e-ba84-6610b2c0fd9e req-9d5599a4-8871-439a-95e7-a3f8549fb0a3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Unset dirty status for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:40:50.467537 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8e8e3c4c-f689-405e-ba84-6610b2c0fd9e req-9d5599a4-8871-439a-95e7-a3f8549fb0a3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765374 Aug 24 11:40:50.481923 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-449ba5a6-a543-4006-85b9-1cc4f5035e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:50.509187 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c8f9f-6e19-4250-9131-092f6d225b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922294e-a122-4876-8602-0061adeee2cb,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:50.522502 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3a6c8f9f-6e19-4250-9131-092f6d225b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:50.526208 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-223f0407-8d38-4f10-ab33-0ec32af329b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1097 time: 0.1833014 Aug 24 11:40:50.526847 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3a6c8f9f-6e19-4250-9131-092f6d225b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.527963 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-3a6c8f9f-6e19-4250-9131-092f6d225b51 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a922294e-a122-4876-8602-0061adeee2cb HTTP/1.1" status: 204 len: 168 time: 0.5846722 Aug 24 11:40:50.532970 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:50.533911 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.556020 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-ad227aef-0fd3-4807-89b4-0ab6d72f47dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1483867 Aug 24 11:40:50.575198 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Request body: {'port': {'device_id': '2927baf9-88be-475e-9e10-a2357adf29ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:40:50.681076 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ec0459-9d4a-47ae-8a79-4dcda160e45d {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:50.693093 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.724304 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Transition to ACTIVE for port object 94ec0459-9d4a-47ae-8a79-4dcda160e45d will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:50.731001 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.746286 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.755371 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:50.812044 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:50.907182 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-cfe45193-2b59-433e-9c7d-ccdfd67488cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:50.908655 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-cfe45193-2b59-433e-9c7d-ccdfd67488cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 919 time: 0.3377264 Aug 24 11:40:50.989966 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Pushing event updated for resources: {'Port': ['ID=94ec0459-9d4a-47ae-8a79-4dcda160e45d,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:51.001685 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:51.037021 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53866) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:51.047186 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-6263aa8b-0da3-40cf-b115-95a30ee85e64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb HTTP/1.1" status: 200 len: 217 time: 0.1291091 Aug 24 11:40:51.107598 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.172926 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-35a599ed-dd4c-4254-b695-babfcf12e2af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:51.174361 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-35a599ed-dd4c-4254-b695-babfcf12e2af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.1122746 Aug 24 11:40:51.179520 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Attempting to bind port 94ec0459-9d4a-47ae-8a79-4dcda160e45d on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:51.179875 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Attempting to bind port 94ec0459-9d4a-47ae-8a79-4dcda160e45d by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:51.180196 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Attempting to bind port 94ec0459-9d4a-47ae-8a79-4dcda160e45d on network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:51.190283 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:51.227103 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Port 94ec0459-9d4a-47ae-8a79-4dcda160e45d on network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:40:51.227300 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f104d9be-3d17-43f9-80ee-53292b5a38b6 {{(pid=74964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:51.227399 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Attempting to bind port 94ec0459-9d4a-47ae-8a79-4dcda160e45d on network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:51.233479 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Usage tracker for resource:security_group_rule and tenant:19832544aa2f4ab888110092389d72ea is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:51.235065 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.238317 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-d0645ab8-9a3d-4291-8ef1-6b5a2836ee17 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496714 Aug 24 11:40:51.240249 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:51.252290 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Transition to ACTIVE for port object f104d9be-3d17-43f9-80ee-53292b5a38b6 will not be triggered until provisioned by entity L2. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:40:51.256722 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.262273 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:51.266422 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:51.272126 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:51.272465 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Checking segment: {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:51.272844 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Bound using segment: {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:51.273278 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Bound port: 94ec0459-9d4a-47ae-8a79-4dcda160e45d, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:51.273606 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.419859 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Pushing event updated for resources: {'Port': ['ID=f104d9be-3d17-43f9-80ee-53292b5a38b6,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:51.444814 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:51.642690 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] For port 94ec0459-9d4a-47ae-8a79-4dcda160e45d, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:51.652714 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-adb3169d-76f9-4cd8-a637-4cbf45d817db service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042723 Aug 24 11:40:51.659912 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] For port 94ec0459-9d4a-47ae-8a79-4dcda160e45d, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=94ec0459-9d4a-47ae-8a79-4dcda160e45d,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:51.713918 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.731432 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.740724 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:51.783423 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.795516 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Attempting to bind port f104d9be-3d17-43f9-80ee-53292b5a38b6 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:40:51.795899 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Attempting to bind port f104d9be-3d17-43f9-80ee-53292b5a38b6 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:40:51.796234 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Attempting to bind port f104d9be-3d17-43f9-80ee-53292b5a38b6 on network f43d80ac-224b-4c30-8db8-1e40557f60f3 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:51.802614 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Port f104d9be-3d17-43f9-80ee-53292b5a38b6 on network f43d80ac-224b-4c30-8db8-1e40557f60f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:40:51.802932 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Attempting to bind port f104d9be-3d17-43f9-80ee-53292b5a38b6 on network f43d80ac-224b-4c30-8db8-1e40557f60f3 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:40:51.809957 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:40:51.810393 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Checking segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:40:51.811013 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Bound using segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:40:51.811562 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Bound port: f104d9be-3d17-43f9-80ee-53292b5a38b6, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'}}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:40:51.812026 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.927644 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] For port f104d9be-3d17-43f9-80ee-53292b5a38b6, host hv-cinder-79809, cleared binding levels {{(pid=74964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:40:51.933557 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] For port f104d9be-3d17-43f9-80ee-53292b5a38b6, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f104d9be-3d17-43f9-80ee-53292b5a38b6,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:40:51.934622 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.936098 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] 10.222.0.37 "PUT /v2.0/ports/94ec0459-9d4a-47ae-8a79-4dcda160e45d HTTP/1.1" status: 200 len: 1093 time: 2.3442698 Aug 24 11:40:51.940905 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a50659-d362-49ee-83c4-bdad9099c8dd', 'tag': '94ec0459-9d4a-47ae-8a79-4dcda160e45d'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:51.945237 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:51.950223 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:51.999999 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef27dda-070a-4e44-8afc-175fc0ccbeaa req-f3e8cbb8-c67e-44d1-a596-803294929b1a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:52.001346 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9ef27dda-070a-4e44-8afc-175fc0ccbeaa req-f3e8cbb8-c67e-44d1-a596-803294929b1a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 943 time: 0.4932942 Aug 24 11:40:52.013612 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:52.015143 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] 10.222.0.37 "PUT /v2.0/ports/f104d9be-3d17-43f9-80ee-53292b5a38b6 HTTP/1.1" status: 200 len: 1093 time: 1.4450743 Aug 24 11:40:52.015630 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2927baf9-88be-475e-9e10-a2357adf29ca', 'tag': 'f104d9be-3d17-43f9-80ee-53292b5a38b6'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:52.029985 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Pushing event updated for resources: {'Port': ['ID=f104d9be-3d17-43f9-80ee-53292b5a38b6,revision_number=3']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:52.033153 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:52.059058 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19832544aa2f4ab888110092389d72ea&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0159044 Aug 24 11:40:52.059556 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53900) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:52.065525 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Pushing event updated for resources: {'Port': ['ID=94ec0459-9d4a-47ae-8a79-4dcda160e45d,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:52.100403 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:52.101787 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-05c1fd58-08d8-4119-9a20-bc07007610e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:52.147034 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0164b868-b530-43f4-a682-2b4e53b3ca4b req-fdc8deb0-ece8-4d02-ad9e-9f8d1b0dad74 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827690 Aug 24 11:40:52.170036 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3f4327-e047-40c1-a419-5c0370aada9e,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:52.180374 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad895a60-675e-46e4-958c-2dab30a9f602 req-cd476a06-d6a8-4777-8549-501d8e619552 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:52.182317 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-59fcaca6-dc07-4e40-8795-3f74075814da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:52.187085 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ad895a60-675e-46e4-958c-2dab30a9f602 req-cd476a06-d6a8-4777-8549-501d8e619552 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 943 time: 0.5335319 Aug 24 11:40:52.192050 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:52.198906 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-7923b957-c88b-4a5e-9ee5-3fd2964287eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 1096 time: 0.1217964 Aug 24 11:40:52.210662 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9ef27dda-070a-4e44-8afc-175fc0ccbeaa req-e09c3aec-0b3e-434c-a09a-9a72c5f2fe0e tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845455 Aug 24 11:40:52.246047 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-e78c30e4-54f9-4516-a2de-783aebbadcd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 1096 time: 0.2377095 Aug 24 11:40:52.248701 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ad895a60-675e-46e4-958c-2dab30a9f602 req-5ed54ac8-86ce-4494-9cfc-187e3ebf9183 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608318 Aug 24 11:40:52.277228 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-59fcaca6-dc07-4e40-8795-3f74075814da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:52.301173 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-690538ac-1d9d-4737-9c32-22371a314e85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f104d9be-3d17-43f9-80ee-53292b5a38b6 HTTP/1.1" status: 200 len: 217 time: 0.0789242 Aug 24 11:40:52.308912 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:52.362110 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-4edd5e8d-d254-4dcc-bf91-d3aa478ff3e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ec0459-9d4a-47ae-8a79-4dcda160e45d HTTP/1.1" status: 200 len: 217 time: 0.0997565 Aug 24 11:40:52.373495 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a50659-d362-49ee-83c4-bdad9099c8dd', 'tag': '94ec0459-9d4a-47ae-8a79-4dcda160e45d', 'status': 'completed', 'code': 200} Aug 24 11:40:52.420525 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343df608-e4e2-409c-adba-c78900d47cf4 req-3a390157-dcf9-4b3c-9141-50bc3a94ea50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:52.422041 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-3a390157-dcf9-4b3c-9141-50bc3a94ea50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.0918963 Aug 24 11:40:52.433094 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2927baf9-88be-475e-9e10-a2357adf29ca', 'tag': 'f104d9be-3d17-43f9-80ee-53292b5a38b6', 'status': 'completed', 'code': 200} Aug 24 11:40:52.449274 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-2e6765f0-4b41-4321-a62b-076147a974a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:52.450776 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-2e6765f0-4b41-4321-a62b-076147a974a1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.0764711 Aug 24 11:40:52.478664 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-f8254255-1ce1-439c-a4f3-460a14da0464 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491681 Aug 24 11:40:52.479920 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-59fcaca6-dc07-4e40-8795-3f74075814da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:52.483526 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ca065a0f-7e73-440c-8e42-963c27ae8c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:52.513954 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-b5061174-8af6-47d7-aa47-8344635601ca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499175 Aug 24 11:40:52.518718 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcaca6-dc07-4e40-8795-3f74075814da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3f4327-e047-40c1-a419-5c0370aada9e,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:52.562277 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-59fcaca6-dc07-4e40-8795-3f74075814da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:52.569360 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-59fcaca6-dc07-4e40-8795-3f74075814da admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:52.570506 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-59fcaca6-dc07-4e40-8795-3f74075814da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f3f4327-e047-40c1-a419-5c0370aada9e HTTP/1.1" status: 204 len: 168 time: 0.5097313 Aug 24 11:40:52.647328 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-54d97db8-9bde-4df3-887b-4d9d3a49a509 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561356 Aug 24 11:40:52.660219 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-ae777eab-064e-42c1-8567-9cbf32f95770 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379211 Aug 24 11:40:52.788413 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-343df608-e4e2-409c-adba-c78900d47cf4 req-900319bd-53f9-4898-b9a1-b30ba330fcb6 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334260 Aug 24 11:40:52.811773 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-609b74c3-ba43-4f4b-8dbc-566909474db0 req-deb87362-1f45-4467-9043-ee3154524377 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421618 Aug 24 11:40:52.997564 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-3aadf9ba-d82f-4a3f-97ce-7b5c795a4f86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 1096 time: 0.0868418 Aug 24 11:40:53.095914 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-9189c31a-c818-4e3a-bd4c-5cd3a106db17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 1096 time: 0.1204655 Aug 24 11:40:53.158144 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-638ac861-ba73-457e-90a4-22cb5cc92c48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:53.159440 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-638ac861-ba73-457e-90a4-22cb5cc92c48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 916 time: 0.1546655 Aug 24 11:40:53.298608 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-ae38565a-8145-4005-b6a4-adc5405cf281 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:53.300116 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-ae38565a-8145-4005-b6a4-adc5405cf281 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 919 time: 0.1957231 Aug 24 11:40:53.306794 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-5b9a3d21-946c-4e52-a81d-e16e365f78e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f104d9be-3d17-43f9-80ee-53292b5a38b6 HTTP/1.1" status: 200 len: 217 time: 0.1385050 Aug 24 11:40:53.486581 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-3210961b-4736-4349-a642-aac445070947 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ec0459-9d4a-47ae-8a79-4dcda160e45d HTTP/1.1" status: 200 len: 217 time: 0.1718402 Aug 24 11:40:53.611907 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-24f0a0f3-30ec-4178-a067-ea2a316ff67c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:53.616325 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-24f0a0f3-30ec-4178-a067-ea2a316ff67c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.1188872 Aug 24 11:40:53.757826 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-e12efe84-23bb-42cd-8876-121bd353ce79 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309829 Aug 24 11:40:53.805106 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-85454108-7bbe-449c-8043-615fbe8ae268 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:53.807508 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-85454108-7bbe-449c-8043-615fbe8ae268 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.4934039 Aug 24 11:40:53.886927 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-446c6bea-1aab-4fe5-9e1a-845c63f2eb51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685134 Aug 24 11:40:53.939319 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2625a-eced-4285-85fd-449bf43fc9f4 req-f46ebcb6-9bfa-4776-9997-b3dd2d3f9103 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:53.943261 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0ec2625a-eced-4285-85fd-449bf43fc9f4 req-f46ebcb6-9bfa-4776-9997-b3dd2d3f9103 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 943 time: 0.3988693 Aug 24 11:40:53.954227 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e944add-6791-496f-9fbd-514da9259708 req-c3cd41c7-2a7d-4ce7-b86c-de3e49b7f336 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:53.967103 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8e944add-6791-496f-9fbd-514da9259708 req-c3cd41c7-2a7d-4ce7-b86c-de3e49b7f336 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 943 time: 0.3847089 Aug 24 11:40:54.046992 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-3226c057-14cb-4363-bcf0-75e2151c36a2 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849741 Aug 24 11:40:54.144877 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8e944add-6791-496f-9fbd-514da9259708 req-64013c37-32d8-45f5-908a-cf791d321635 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813219 Aug 24 11:40:54.156030 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0ec2625a-eced-4285-85fd-449bf43fc9f4 req-65c92056-a726-4232-a971-928f43a27e80 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900110 Aug 24 11:40:54.167745 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-886d3407-bf2f-4eb8-98a8-4bf741b86577 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678831 Aug 24 11:40:54.256369 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5b221c18-5a1d-45f6-9b64-f7380e22cc6d req-2fd18d38-a08e-4b64-a81f-b4cbe36877dd service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971614 Aug 24 11:40:54.354052 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8596670-9a84-49f5-a7d3-d9669c21d696 req-46e6cd60-781e-4551-86db-69c9b3139151 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800828 Aug 24 11:40:54.601623 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 53962) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:54.798485 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:54.829156 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:40:54.832866 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Usage tracker for resource:security_group_rule and tenant:b1236c6176a1447b87a427ca7bec884f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:40:54.835598 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:40:54.841616 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:40:54.905637 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:54.909338 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:54.916000 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-59fcaca6-dc07-4e40-8795-3f74075814da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:54.957599 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9e6cea-419f-4466-81e3-5e6a9b043bf3,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:54.961871 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b1236c6176a1447b87a427ca7bec884f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3592317 Aug 24 11:40:54.963254 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:54.965562 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 53968) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:40:55.025899 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e348ef81-849f-4bc1-b298-32dd9c926bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:55.051756 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e348ef81-849f-4bc1-b298-32dd9c926bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:55.116074 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e348ef81-849f-4bc1-b298-32dd9c926bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:55.124615 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:55.138897 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348ef81-849f-4bc1-b298-32dd9c926bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9e6cea-419f-4466-81e3-5e6a9b043bf3,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:55.142622 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e348ef81-849f-4bc1-b298-32dd9c926bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:55.146695 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e348ef81-849f-4bc1-b298-32dd9c926bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:55.148065 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-e348ef81-849f-4bc1-b298-32dd9c926bc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c9e6cea-419f-4466-81e3-5e6a9b043bf3 HTTP/1.1" status: 204 len: 168 time: 0.1812246 Aug 24 11:40:55.246111 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device ecb4b036-0497-47b8-9d8f-a7dc952ac3eb details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:40:55.505477 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4359b-acda-4621-8afb-d3a6d4310fd8 req-92b9e1a7-9af2-4b37-b02e-0bb0373d4a52 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:55.507948 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1be4359b-acda-4621-8afb-d3a6d4310fd8 req-92b9e1a7-9af2-4b37-b02e-0bb0373d4a52 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 943 time: 0.1311612 Aug 24 11:40:55.526660 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7f9a1-6aa9-4a60-a451-c12cb0673400 req-02073569-a627-405a-827d-a1884c9b778b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:55.535409 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:55.536573 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-89b7f9a1-6aa9-4a60-a451-c12cb0673400 req-02073569-a627-405a-827d-a1884c9b778b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 943 time: 0.1991513 Aug 24 11:40:55.551316 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': 'ecb4b036-0497-47b8-9d8f-a7dc952ac3eb', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'port_id': 'ecb4b036-0497-47b8-9d8f-a7dc952ac3eb', 'mac_address': 'fa:16:3e:8f:e4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:40:55.617839 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:55.638313 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb4b036-0497-47b8-9d8f-a7dc952ac3eb {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:55.657452 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:55.666570 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:55.668961 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:55.732510 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-89b7f9a1-6aa9-4a60-a451-c12cb0673400 req-c49a383e-5e42-4707-85c6-cc9bc3d8ae1a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945102 Aug 24 11:40:55.757299 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:55.762016 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:55.801053 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1be4359b-acda-4621-8afb-d3a6d4310fd8 req-fe2693c2-c5e7-42d6-bc1c-0cc8032644b6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611709 Aug 24 11:40:56.254296 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['ecb4b036-0497-47b8-9d8f-a7dc952ac3eb'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:56.669620 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-063c913e-6f48-49c4-a935-41bca4aa094c req-20b42527-9b12-42da-9dc1-2fcc7674e259 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780115 Aug 24 11:40:56.881852 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-063c913e-6f48-49c4-a935-41bca4aa094c req-43173b8c-f4d9-4e60-b657-828cb8619a12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 1098 time: 0.0984781 Aug 24 11:40:57.195173 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:40:57.234451 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c913e-6f48-49c4-a935-41bca4aa094c req-15ab8983-6f3e-4ddc-bc09-e2c001c365d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:57.235955 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-063c913e-6f48-49c4-a935-41bca4aa094c req-15ab8983-6f3e-4ddc-bc09-e2c001c365d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 916 time: 0.3312640 Aug 24 11:40:57.251772 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9a884-030a-47c0-8fdd-ec05b8e1e262 req-89262884-aab7-4797-b848-177eb928c494 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:57.253590 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d7d9a884-030a-47c0-8fdd-ec05b8e1e262 req-89262884-aab7-4797-b848-177eb928c494 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 943 time: 0.2281525 Aug 24 11:40:57.257679 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 94ec0459-9d4a-47ae-8a79-4dcda160e45d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:40:57.312295 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0ae3c-09ef-4449-bb34-86703160f7c4 req-e2cc11b1-f929-4d53-8b6f-564c5b0c5cf9 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:57.313745 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-15f0ae3c-09ef-4449-bb34-86703160f7c4 req-e2cc11b1-f929-4d53-8b6f-564c5b0c5cf9 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 943 time: 0.2751627 Aug 24 11:40:57.376848 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-063c913e-6f48-49c4-a935-41bca4aa094c req-fd81a309-03d3-49e5-a1dc-a681b857c7e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37134ebc-630f-4b0d-8bd5-ee2b8905618f HTTP/1.1" status: 200 len: 217 time: 0.1310880 Aug 24 11:40:57.445486 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 94ec0459-9d4a-47ae-8a79-4dcda160e45d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=94ec0459-9d4a-47ae-8a79-4dcda160e45d,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:57.459179 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '94ec0459-9d4a-47ae-8a79-4dcda160e45d', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'port_id': '94ec0459-9d4a-47ae-8a79-4dcda160e45d', 'mac_address': 'fa:16:3e:c5:83:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:40:57.467789 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d7d9a884-030a-47c0-8fdd-ec05b8e1e262 req-f2b9e5c9-28a9-4e6c-9e44-05a8ea1de4cb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624279 Aug 24 11:40:57.472141 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-15f0ae3c-09ef-4449-bb34-86703160f7c4 req-b80f734e-598b-4279-b4d7-a0851a03b078 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299748 Aug 24 11:40:57.496840 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c913e-6f48-49c4-a935-41bca4aa094c req-6c2203a4-3aa8-402c-a541-6c2729b739bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:57.498443 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-063c913e-6f48-49c4-a935-41bca4aa094c req-6c2203a4-3aa8-402c-a541-6c2729b739bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.1064260 Aug 24 11:40:57.531942 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:57.551217 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-063c913e-6f48-49c4-a935-41bca4aa094c req-29b5e1a9-f3be-42cd-a736-8c1a192c5df8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440958 Aug 24 11:40:57.551426 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ec0459-9d4a-47ae-8a79-4dcda160e45d {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:57.567683 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 94ec0459-9d4a-47ae-8a79-4dcda160e45d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=94ec0459-9d4a-47ae-8a79-4dcda160e45d,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:57.573613 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:57.574531 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device f104d9be-3d17-43f9-80ee-53292b5a38b6 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:40:57.577282 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:57.774076 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-063c913e-6f48-49c4-a935-41bca4aa094c req-ac14957d-22a0-4201-97ee-fd9b1343db0a service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139080 Aug 24 11:40:57.776820 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=94ec0459-9d4a-47ae-8a79-4dcda160e45d,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:57.780555 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:57.804553 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port f104d9be-3d17-43f9-80ee-53292b5a38b6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f104d9be-3d17-43f9-80ee-53292b5a38b6,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:57.820201 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': 'f104d9be-3d17-43f9-80ee-53292b5a38b6', 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'port_id': 'f104d9be-3d17-43f9-80ee-53292b5a38b6', 'mac_address': 'fa:16:3e:06:bc:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b2c183-1af9-48c7-a284-2f0f305a47ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:40:57.879166 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:57.897376 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f104d9be-3d17-43f9-80ee-53292b5a38b6 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:40:57.912158 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-063c913e-6f48-49c4-a935-41bca4aa094c req-0302bda5-ae21-49c2-aeb4-c9ca5906f308 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306250 Aug 24 11:40:57.913060 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port f104d9be-3d17-43f9-80ee-53292b5a38b6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f104d9be-3d17-43f9-80ee-53292b5a38b6,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:57.917563 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:57.919342 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-cb61548e-b3d3-48bc-ab75-61872543d433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:57.983617 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=f104d9be-3d17-43f9-80ee-53292b5a38b6,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:57.987942 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:58.506352 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['94ec0459-9d4a-47ae-8a79-4dcda160e45d'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:58.535536 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['f104d9be-3d17-43f9-80ee-53292b5a38b6'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:40:58.760238 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c8652-38f3-479c-ac7e-8dc020462561 req-1405e251-635e-4318-9e4f-455f90304fa6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:58.761675 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b31c8652-38f3-479c-ac7e-8dc020462561 req-1405e251-635e-4318-9e4f-455f90304fa6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 944 time: 0.1416621 Aug 24 11:40:58.767869 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e8ac9-c702-4e19-8cd5-1fa1ee3d47a1 req-599d7287-d077-463c-b7ec-cd8cdc216864 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:40:58.769204 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bc9e8ac9-c702-4e19-8cd5-1fa1ee3d47a1 req-599d7287-d077-463c-b7ec-cd8cdc216864 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 944 time: 0.1509855 Aug 24 11:40:58.841298 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b31c8652-38f3-479c-ac7e-8dc020462561 req-a7e89e28-a2b4-4f83-9836-33b35d2e3e90 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711288 Aug 24 11:40:58.846357 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bc9e8ac9-c702-4e19-8cd5-1fa1ee3d47a1 req-58da1a3b-6791-4b6b-af6d-e2bf22e88e59 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Aug 24 11:40:59.276452 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device ecb4b036-0497-47b8-9d8f-a7dc952ac3eb up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:40:59.343465 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:40:59.348951 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:40:59.349342 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:59.465751 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:59.495346 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939779e9-0b44-41c4-b2d8-d30e1de240f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb4b036-0497-47b8-9d8f-a7dc952ac3eb'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:40:59.515905 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:40:59.522865 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:40:59.525462 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:40:59.576767 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939779e9-0b44-41c4-b2d8-d30e1de240f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb4b036-0497-47b8-9d8f-a7dc952ac3eb', 'code': 200} Aug 24 11:40:59.634749 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:40:59.645261 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:40:59.866147 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20ce004c-5f04-41c7-9e9e-692d0aa43a0e req-0da3ea3e-fe85-4834-b890-ac7a524d40ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1099 time: 0.0695283 Aug 24 11:40:59.918472 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20ce004c-5f04-41c7-9e9e-692d0aa43a0e req-b9d76fbd-75ce-434f-b41d-85d23b336d43 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442438 Aug 24 11:41:00.048011 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:00.120960 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2b2d9-b643-45ea-9206-306555cf02f1 req-9e25564a-3dd1-4b0b-9700-eee9b1690dfe tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:00.122428 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-74b2b2d9-b643-45ea-9206-306555cf02f1 req-9e25564a-3dd1-4b0b-9700-eee9b1690dfe tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 944 time: 0.1396940 Aug 24 11:41:00.127974 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8d95d-1f3d-49e6-b853-5b634957270f req-5e2b00f5-df78-4736-8968-c8ae3498e951 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:00.129300 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0dc8d95d-1f3d-49e6-b853-5b634957270f req-5e2b00f5-df78-4736-8968-c8ae3498e951 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 944 time: 0.1159377 Aug 24 11:41:00.202038 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-74b2b2d9-b643-45ea-9206-306555cf02f1 req-88822290-92f2-417d-ada9-4dc1e3bc7392 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717773 Aug 24 11:41:00.204149 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0dc8d95d-1f3d-49e6-b853-5b634957270f req-103921fc-c6d6-463f-8376-2f33da484eb6 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610266 Aug 24 11:41:00.740496 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 54142) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:00.880740 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:00.911594 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:00.915322 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Usage tracker for resource:security_group_rule and tenant:42ca55633b5245669001b32b6783bf42 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:00.918202 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:00.923873 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:00.996429 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.000417 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.008172 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e348ef81-849f-4bc1-b298-32dd9c926bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:01.054688 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42ca55633b5245669001b32b6783bf42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3130784 Aug 24 11:41:01.055611 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d478cb-1d41-4727-ac7f-9b611a88fe4a,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:01.057983 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 54148) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:01.059183 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:01.124362 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f2381de4-dfd3-422c-abc5-e7636632157a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.153738 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f2381de4-dfd3-422c-abc5-e7636632157a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.205952 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f2381de4-dfd3-422c-abc5-e7636632157a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.216371 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c76f309a-3b1a-41b3-ab9c-2c6b56f7dc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:01.230060 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2381de4-dfd3-422c-abc5-e7636632157a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d478cb-1d41-4727-ac7f-9b611a88fe4a,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:01.246597 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f2381de4-dfd3-422c-abc5-e7636632157a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:01.247551 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f2381de4-dfd3-422c-abc5-e7636632157a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.250889 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f2381de4-dfd3-422c-abc5-e7636632157a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5d478cb-1d41-4727-ac7f-9b611a88fe4a HTTP/1.1" status: 204 len: 168 time: 0.1897547 Aug 24 11:41:01.315591 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 94ec0459-9d4a-47ae-8a79-4dcda160e45d up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:01.450014 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 94ec0459-9d4a-47ae-8a79-4dcda160e45d completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:01.458144 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 94ec0459-9d4a-47ae-8a79-4dcda160e45d triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:01.460626 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.536020 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdab76-76e7-49ae-8314-9ee09c2e26b8 req-ced25aa0-eae8-4334-a0f7-b20619785af5 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:01.537939 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cefdab76-76e7-49ae-8314-9ee09c2e26b8 req-ced25aa0-eae8-4334-a0f7-b20619785af5 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 944 time: 0.1911507 Aug 24 11:41:01.628936 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74373cbd-2fc3-4394-8423-5bfbfd0324f3 req-8bb6e5c9-46b3-4e5f-bd9a-9a74771656e6 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:01.633125 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-74373cbd-2fc3-4394-8423-5bfbfd0324f3 req-8bb6e5c9-46b3-4e5f-bd9a-9a74771656e6 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 944 time: 0.2367899 Aug 24 11:41:01.653671 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.697105 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a50659-d362-49ee-83c4-bdad9099c8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ec0459-9d4a-47ae-8a79-4dcda160e45d'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:01.711719 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 94ec0459-9d4a-47ae-8a79-4dcda160e45d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=94ec0459-9d4a-47ae-8a79-4dcda160e45d,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:01.712645 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cefdab76-76e7-49ae-8314-9ee09c2e26b8 req-72db81c3-5e90-404d-8eb6-5a5add44756f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564152 Aug 24 11:41:01.717843 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:01.719696 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device f104d9be-3d17-43f9-80ee-53292b5a38b6 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:01.758019 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-74373cbd-2fc3-4394-8423-5bfbfd0324f3 req-8098e64f-ea3a-4179-9fef-8a3444dc201c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183014 Aug 24 11:41:01.759554 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:01.895217 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port f104d9be-3d17-43f9-80ee-53292b5a38b6 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:01.899951 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=94ec0459-9d4a-47ae-8a79-4dcda160e45d,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:01.906117 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:01.907379 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port f104d9be-3d17-43f9-80ee-53292b5a38b6 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:01.907852 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.043609 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.079330 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port f104d9be-3d17-43f9-80ee-53292b5a38b6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f104d9be-3d17-43f9-80ee-53292b5a38b6,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:02.083844 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.085652 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:02.114942 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a50659-d362-49ee-83c4-bdad9099c8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ec0459-9d4a-47ae-8a79-4dcda160e45d', 'code': 200} Aug 24 11:41:02.154119 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=f104d9be-3d17-43f9-80ee-53292b5a38b6,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:02.157339 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:02.412807 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 54194) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:02.420937 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84b5867b-9de9-4382-9c45-7afcc721d02b req-6951cb09-aa3d-46b8-ac71-6e374fd5b8f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 1098 time: 0.0691230 Aug 24 11:41:02.466348 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84b5867b-9de9-4382-9c45-7afcc721d02b req-05e0f884-3685-4e58-a191-cab528bb6314 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Aug 24 11:41:02.556453 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1126894547-network', 'tenant_id': '05a0b4c1e8e943a39f8aec63be54a15a'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:02.561100 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:02.565048 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Usage tracker for resource:network and tenant:05a0b4c1e8e943a39f8aec63be54a15a is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:02.568048 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:02.575061 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:02.586036 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Made reservation on behalf of 05a0b4c1e8e943a39f8aec63be54a15a for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:41:02.588660 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.601526 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.634791 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:02.638614 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Usage tracker for resource:security_group_rule and tenant:05a0b4c1e8e943a39f8aec63be54a15a is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:02.641494 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:02.647228 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:02.712675 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.716526 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.719314 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:02.750701 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:41:02.756935 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45959ec-3c45-4e4c-8b64-437e59bd1e89,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:02.761115 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:02.764790 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.765086 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Added segment 9f20f719-d274-4a63-af41-26565e2bb603 of type vlan for network 124df346-3a9c-48a5-a0b1-1de2b896ba33 Aug 24 11:41:02.790006 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.828950 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.830489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:02.831307 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:02.836030 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-02852f75-7d9d-4d53-bbf7-f49c57dcb53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:02.952261 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Pushing event updated for resources: {'Network': ['ID=124df346-3a9c-48a5-a0b1-1de2b896ba33,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:02.962199 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:02.966753 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5499270 Aug 24 11:41:02.966993 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 54212) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:02.967332 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 124df346-3a9c-48a5-a0b1-1de2b896ba33 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:41:02.980823 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Request body: {'subnet': {'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1126894547-subnet', 'tenant_id': '05a0b4c1e8e943a39f8aec63be54a15a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:02.993090 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:03.003081 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Usage tracker for resource:subnet and tenant:05a0b4c1e8e943a39f8aec63be54a15a is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:03.009413 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:03.019312 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:03.042244 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Made reservation on behalf of 05a0b4c1e8e943a39f8aec63be54a15a for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:41:03.045181 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3391092'] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:03.112165 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e319b-c523-4acd-adba-e6dfa62700fe req-c8665ac7-cb41-4f95-b389-04792f78c9ff tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:03.120169 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a75e319b-c523-4acd-adba-e6dfa62700fe req-c8665ac7-cb41-4f95-b389-04792f78c9ff tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.2366853 Aug 24 11:41:03.166668 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea205a-6cc6-4b5b-a5af-f72cc5752bac req-97fe7015-7e4f-4de3-b940-2f1b8a6790d4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:03.168154 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-baea205a-6cc6-4b5b-a5af-f72cc5752bac req-97fe7015-7e4f-4de3-b940-2f1b8a6790d4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.1837716 Aug 24 11:41:03.178721 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a75e319b-c523-4acd-adba-e6dfa62700fe req-f7648e41-0469-4314-8e38-86b108b908e2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576320 Aug 24 11:41:03.227158 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-baea205a-6cc6-4b5b-a5af-f72cc5752bac req-8d2778ef-f61c-4f53-98f1-b36ccb9e8540 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475864 Aug 24 11:41:03.351389 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3625044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3391078'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:03.361087 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-92a221a9-de1d-4964-8784-6e26de11b273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:03.435751 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=abff0ba9-2111-474f-9b2e-22da18bcfc77,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:03.439012 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:03.447137 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Checking segment: {'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:41:03.447578 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Network hostable DHCP agents. Network: 124df346-3a9c-48a5-a0b1-1de2b896ba33, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:41:03.473893 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Network 124df346-3a9c-48a5-a0b1-1de2b896ba33 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:41:03.487314 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 124df346-3a9c-48a5-a0b1-1de2b896ba33) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:41:03.493849 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:03.494681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:03.499424 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061ee205-aca2-45dc-b3d4-66182a45efd2 None None] Network 124df346-3a9c-48a5-a0b1-1de2b896ba33 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:41:03.528649 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-103c3770-acae-4083-ba79-bf8aed3189ed admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5605409 Aug 24 11:41:03.779021 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022b3d41-5aff-4e0f-a909-aabba632f34c None None] Network 124df346-3a9c-48a5-a0b1-1de2b896ba33 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:41:04.116371 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2927baf9-88be-475e-9e10-a2357adf29ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f104d9be-3d17-43f9-80ee-53292b5a38b6'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:04.175453 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2927baf9-88be-475e-9e10-a2357adf29ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f104d9be-3d17-43f9-80ee-53292b5a38b6', 'code': 200} Aug 24 11:41:04.523666 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d533d-7f01-4562-9fd6-dac39dbb5949 req-057dcc65-fee7-4856-8354-c10bf7fa6746 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:04.526427 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-751d533d-7f01-4562-9fd6-dac39dbb5949 req-057dcc65-fee7-4856-8354-c10bf7fa6746 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1603053 Aug 24 11:41:04.558909 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f82f7b-10c0-48d1-9d56-84a51cc40f72 req-b2bf5dfa-7df7-4799-84aa-96434d920608 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:04.560405 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c5f82f7b-10c0-48d1-9d56-84a51cc40f72 req-b2bf5dfa-7df7-4799-84aa-96434d920608 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.1297593 Aug 24 11:41:04.660856 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-751d533d-7f01-4562-9fd6-dac39dbb5949 req-620f6b0f-32f8-4672-ae5f-7df0e33c5520 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266625 Aug 24 11:41:04.678623 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c5f82f7b-10c0-48d1-9d56-84a51cc40f72 req-13f1b091-749e-4e34-9283-68d6c59a78a6 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114848 Aug 24 11:41:04.695398 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cbb2819d-6ca9-44e5-8776-bd87b5646110 req-b6d1d165-7ad1-4af3-adb3-375df55f163b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 1098 time: 0.1293280 Aug 24 11:41:04.746177 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cbb2819d-6ca9-44e5-8776-bd87b5646110 req-29bd041a-2337-48ce-bf78-8a09de297bee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438037 Aug 24 11:41:05.981789 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90699-2127-441c-8338-5ad60e13c0bf req-4b699727-2eec-44c3-a059-2ecad8af77c3 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:05.983209 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-4b699727-2eec-44c3-a059-2ecad8af77c3 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/networks?id=124df346-3a9c-48a5-a0b1-1de2b896ba33 HTTP/1.1" status: 200 len: 809 time: 0.2607200 Aug 24 11:41:05.989492 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bfbc6-e443-4ae5-9f0f-c10dbba909d6 req-4b0a775c-435f-4f2a-a2b6-a34cd0e282b8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:05.990853 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-421bfbc6-e443-4ae5-9f0f-c10dbba909d6 req-4b0a775c-435f-4f2a-a2b6-a34cd0e282b8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1820903 Aug 24 11:41:06.022154 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-3e52adbe-d5eb-4c17-be47-865a69ab1c2b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/quotas/05a0b4c1e8e943a39f8aec63be54a15a HTTP/1.1" status: 200 len: 375 time: 0.0303226 Aug 24 11:41:06.079081 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-21947fd8-5447-4ab7-adc0-0d92b12f70d2 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=05a0b4c1e8e943a39f8aec63be54a15a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465519 Aug 24 11:41:06.083063 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-421bfbc6-e443-4ae5-9f0f-c10dbba909d6 req-65054928-fdbd-4df0-a2a0-9cbd4c76a9ac tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837054 Aug 24 11:41:06.250624 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-be27413e-ce4f-45e2-a1bb-d029ed5e810a service neutron] 10.222.0.49 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642680 Aug 24 11:41:06.377265 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebf9e8-9d04-4659-9691-012b1653ddcb req-6ea69f31-b067-40da-8fa7-c7d0db788aeb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:06.377265 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f4ebf9e8-9d04-4659-9691-012b1653ddcb req-6ea69f31-b067-40da-8fa7-c7d0db788aeb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.1723301 Aug 24 11:41:06.436391 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-29f0963f-3d64-4796-a052-9cbaf50b1c60 service neutron] 10.222.0.49 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792016 Aug 24 11:41:06.445826 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f4ebf9e8-9d04-4659-9691-012b1653ddcb req-4f8c0919-6625-4cfe-897a-c59f3cea3d59 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596538 Aug 24 11:41:06.883610 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9da30220-30f4-46de-b8a6-98255f18a2dd req-07291e90-a819-40be-8f68-5d70f7f473a2 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 210 time: 0.0403073 Aug 24 11:41:06.936294 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 54322) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:07.034865 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-ea5dff1c-ef0d-4c1d-b677-43bfbbdd6c07 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 1098 time: 0.1192942 Aug 24 11:41:07.066083 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] Deleting subnet 7f8ae10d-2310-48a5-9946-79deebbe3029 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:41:07.070486 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.133815 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3119823'] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.201496 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.263962 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-289daeb6-ed7f-4eec-8472-5f08a63e5f4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:07.265306 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-289daeb6-ed7f-4eec-8472-5f08a63e5f4e service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 919 time: 0.2233474 Aug 24 11:41:07.278621 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fea9d3-a25d-428f-b4cf-73314a4e6768 req-529c06c9-c21f-4ea6-8714-849d2f21427f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:07.280301 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-12fea9d3-a25d-428f-b4cf-73314a4e6768 req-529c06c9-c21f-4ea6-8714-849d2f21427f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1976075 Aug 24 11:41:07.288894 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3391087'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.293575 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:07.327324 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f8ae10d-2310-48a5-9946-79deebbe3029,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:07.330144 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:07.337857 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.347262 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-28f1cc29-174e-4983-b759-fb8ed5d7bef1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7f8ae10d-2310-48a5-9946-79deebbe3029 HTTP/1.1" status: 204 len: 168 time: 0.4091945 Aug 24 11:41:07.347953 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 54326) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:07.364362 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-60cb6de8-cc88-4aef-a95f-3ecf97eecb7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=94ec0459-9d4a-47ae-8a79-4dcda160e45d HTTP/1.1" status: 200 len: 217 time: 0.0829484 Aug 24 11:41:07.427604 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-12fea9d3-a25d-428f-b4cf-73314a4e6768 req-fde2f637-7e9d-4367-82e3-79a48ad67b43 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978959 Aug 24 11:41:07.460195 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-ae9f374b-ffe3-4fdc-8ee4-a88e556f6c15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:07.460195 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-ae9f374b-ffe3-4fdc-8ee4-a88e556f6c15 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.0771554 Aug 24 11:41:07.464260 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.501409 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-a1d3953b-e4c9-43bf-b1e8-252a7a5d54ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397253 Aug 24 11:41:07.608619 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.627747 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2caee8-4d61-4505-8d6f-cd4382cf375f']}} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:07.641500 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683f5d67-bc94-42aa-9c65-50730cb73a3a') {'for_net_delete': True} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:07.641981 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683f5d67-bc94-42aa-9c65-50730cb73a3a') {} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:07.658681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3119808'] for segment, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.678082 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.685719 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=74964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:41:07.686257 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625149'] for segment, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: Traceback (most recent call last): Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: timer() Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: cb(*args, **kw) Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: return func(*args, **kwargs) Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: self._notify() Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: self.callback(batched_events) Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: event.method(event) Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: return f(self, *a, **k) Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: return self._get(url).json() Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: return self.request(url, 'GET', **kwargs) Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:41:07.699332 dv-cinder-798098-2-smb neutron-server[74964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:41:07.771081 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-5b0eebc2-1317-4b4e-8fac-926e6814b0e2 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622826 Aug 24 11:41:07.773646 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.777813 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-842532a5-352a-436f-83de-f93b28de24b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:07.794707 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.804977 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2caee8-4d61-4505-8d6f-cd4382cf375f,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:07.808173 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:07.813657 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5b411-5382-42d7-8e13-a456ec1f04ad req-7fb9e258-9fdc-470e-b9eb-7b76fa06dca8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:07.815231 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-846494cd-a2e1-4ad8-9541-84897485ed1a admin admin] 10.222.0.49 "DELETE /v2.0/networks/6c2caee8-4d61-4505-8d6f-cd4382cf375f HTTP/1.1" status: 204 len: 168 time: 0.4662991 Aug 24 11:41:07.818370 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 54336) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:07.819313 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-01b5b411-5382-42d7-8e13-a456ec1f04ad req-7fb9e258-9fdc-470e-b9eb-7b76fa06dca8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.1645083 Aug 24 11:41:07.896708 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] Deleting subnet 53cb4e11-eebc-45e9-835c-ad6b9c230a59 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:41:07.904310 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:07.958731 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3119823'] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:08.034958 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-01b5b411-5382-42d7-8e13-a456ec1f04ad req-738213db-1fa4-4976-a1ba-f72e4cc2e8a2 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644855 Aug 24 11:41:08.075371 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a834dc2-7b1c-4c4d-8c73-9f107769900d req-74c04e3d-c076-45ca-b9cd-363bc067e558 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959716 Aug 24 11:41:08.216250 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c36b5733-a1d4-4253-be1b-4d3c488a5c15 req-10487373-9701-4814-a49e-a44026719218 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 210 time: 0.0824566 Aug 24 11:41:08.268349 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90699-2127-441c-8338-5ad60e13c0bf req-a5f4f23a-8096-4ff3-a7d6-de6f52745ba9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:08.269317 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-20f90699-2127-441c-8338-5ad60e13c0bf req-a5f4f23a-8096-4ff3-a7d6-de6f52745ba9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Synchronizing usage tracker for tenant:05a0b4c1e8e943a39f8aec63be54a15a on resource:network {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:41:08.289204 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:08.325574 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-20f90699-2127-441c-8338-5ad60e13c0bf req-a5f4f23a-8096-4ff3-a7d6-de6f52745ba9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Unset dirty status for tenant:05a0b4c1e8e943a39f8aec63be54a15a on resource:network {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:41:08.326698 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-a5f4f23a-8096-4ff3-a7d6-de6f52745ba9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.37 "GET /v2.0/networks?id=124df346-3a9c-48a5-a0b1-1de2b896ba33 HTTP/1.1" status: 200 len: 809 time: 0.2791092 Aug 24 11:41:08.365002 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Request body: {'port': {'device_id': '9da7ca9a-4121-41fc-b490-681220b40197', 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33', 'admin_state_up': True, 'tenant_id': '05a0b4c1e8e943a39f8aec63be54a15a'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:08.434513 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3391087'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:08.445617 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:08.494058 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53cb4e11-eebc-45e9-835c-ad6b9c230a59,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:08.508152 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:08.516911 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:08.561851 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-d409e6d3-d933-4b53-a3c4-bab1d8653a3e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/53cb4e11-eebc-45e9-835c-ad6b9c230a59 HTTP/1.1" status: 204 len: 168 time: 0.7424757 Aug 24 11:41:08.566519 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 54352) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:08.600644 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:08.604594 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Usage tracker for resource:port and tenant:05a0b4c1e8e943a39f8aec63be54a15a is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:08.607553 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:08.617350 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:08.629863 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Made reservation on behalf of 05a0b4c1e8e943a39f8aec63be54a15a for: {'port': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:41:08.634514 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:08.803619 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:08.825923 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e656ed-41ed-476a-8b52-198b576d4139 req-12a0b838-b9ce-4f99-9f55-2baa0979068b tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:08.827385 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-71e656ed-41ed-476a-8b52-198b576d4139 req-12a0b838-b9ce-4f99-9f55-2baa0979068b tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.2070265 Aug 24 11:41:08.865166 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Allocated IP 172.20.0.4 (124df346-3a9c-48a5-a0b1-1de2b896ba33/abff0ba9-2111-474f-9b2e-22da18bcfc77/792ddfee-a87c-4670-b259-cfb77d1617dd) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:41:08.972366 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:08.990796 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d79292c-ff17-4a7c-9e1b-8f8065366c30']}} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:09.002629 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-71e656ed-41ed-476a-8b52-198b576d4139 req-933bd9e1-1716-4b9c-bfff-9c5ab8af86c1 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464880 Aug 24 11:41:09.006373 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86d9a85-bb81-4a15-9ed0-1fed6e7bb069') {'for_net_delete': True} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:09.006759 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86d9a85-bb81-4a15-9ed0-1fed6e7bb069') {} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:09.020578 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2844682'] for segment, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.037819 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.044812 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=74965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:41:09.045294 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2845855'] for segment, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: Traceback (most recent call last): Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: timer() Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: cb(*args, **kw) Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: return func(*args, **kwargs) Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: self._notify() Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: self.callback(batched_events) Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: event.method(event) Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: return f(self, *a, **k) Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: return self._get(url).json() Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: return self.request(url, 'GET', **kwargs) Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:41:09.059530 dv-cinder-798098-2-smb neutron-server[74965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:41:09.077299 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.107708 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.113104 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:09.140432 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.144491 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:09.159725 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.166191 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d79292c-ff17-4a7c-9e1b-8f8065366c30,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:09.170860 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:09.174919 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ce97de4d-86db-475e-88c2-461d0f9198f1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0d79292c-ff17-4a7c-9e1b-8f8065366c30 HTTP/1.1" status: 204 len: 168 time: 0.6066592 Aug 24 11:41:09.179525 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Network 124df346-3a9c-48a5-a0b1-1de2b896ba33 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:41:09.183245 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:41:09.187999 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:41:09.219119 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Pushing event updated for resources: {'Port': ['ID=792ddfee-a87c-4670-b259-cfb77d1617dd,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:09.224316 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:09.257513 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:09.258122 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.282778 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9239299 Aug 24 11:41:09.305971 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Request body: {'port': {'device_id': '9da7ca9a-4121-41fc-b490-681220b40197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:09.348828 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 54370) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:09.451694 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-156c88a0-8253-48c5-bd46-41327da55784 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3a140c548e3c4e4eaffcc320a761813c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0990541 Aug 24 11:41:09.452948 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 54374) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:09.466500 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.480536 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd008447-bf69-403a-b2cc-d42a48d3d98a req-d231ab36-080e-4274-99a7-53307be2f213 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:09.482022 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd008447-bf69-403a-b2cc-d42a48d3d98a req-d231ab36-080e-4274-99a7-53307be2f213 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 931 time: 0.0980463 Aug 24 11:41:09.530059 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd008447-bf69-403a-b2cc-d42a48d3d98a req-41aa3922-97cb-42c1-8823-6e2117b784c9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407400 Aug 24 11:41:09.628825 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7e810bd8-d12b-4dbd-addb-b2cde5a10cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.689467 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7e810bd8-d12b-4dbd-addb-b2cde5a10cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.831664 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7e810bd8-d12b-4dbd-addb-b2cde5a10cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.838006 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3a6c8f9f-6e19-4250-9131-092f6d225b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:09.855307 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e810bd8-d12b-4dbd-addb-b2cde5a10cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f1d02-b26f-4723-a83e-be1c0ef296fa,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:09.858394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7e810bd8-d12b-4dbd-addb-b2cde5a10cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:09.872604 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7e810bd8-d12b-4dbd-addb-b2cde5a10cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.873758 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-7e810bd8-d12b-4dbd-addb-b2cde5a10cfa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f04f1d02-b26f-4723-a83e-be1c0ef296fa HTTP/1.1" status: 204 len: 168 time: 0.4198599 Aug 24 11:41:09.941542 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792ddfee-a87c-4670-b259-cfb77d1617dd {{(pid=74964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:41:09.949084 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.964893 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Transition to ACTIVE for port object 792ddfee-a87c-4670-b259-cfb77d1617dd will not be triggered until provisioned by entity L2. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:41:09.970131 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:09.975188 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e0b0445c-76d7-4934-b9a1-c590bcf7492e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:10.107984 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Pushing event updated for resources: {'Port': ['ID=792ddfee-a87c-4670-b259-cfb77d1617dd,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:10.110520 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:10.321108 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Attempting to bind port 792ddfee-a87c-4670-b259-cfb77d1617dd on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:41:10.322572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Attempting to bind port 792ddfee-a87c-4670-b259-cfb77d1617dd by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:41:10.322572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Attempting to bind port 792ddfee-a87c-4670-b259-cfb77d1617dd on network 124df346-3a9c-48a5-a0b1-1de2b896ba33 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:10.328115 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Port 792ddfee-a87c-4670-b259-cfb77d1617dd on network 124df346-3a9c-48a5-a0b1-1de2b896ba33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:41:10.328424 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Attempting to bind port 792ddfee-a87c-4670-b259-cfb77d1617dd on network 124df346-3a9c-48a5-a0b1-1de2b896ba33 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:10.330010 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e0f44-3edb-4fb4-bb00-ff6e3bb10d78 req-979889c4-9a89-4f3b-b5ae-7d4a0f0ab6d0 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:10.337204 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e90e0f44-3edb-4fb4-bb00-ff6e3bb10d78 req-979889c4-9a89-4f3b-b5ae-7d4a0f0ab6d0 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1136115 Aug 24 11:41:10.340362 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:41:10.340698 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Checking segment: {'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:41:10.341125 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Bound using segment: {'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:41:10.341551 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Bound port: 792ddfee-a87c-4670-b259-cfb77d1617dd, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'}}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:41:10.341897 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:10.403980 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e90e0f44-3edb-4fb4-bb00-ff6e3bb10d78 req-1ec03990-bf5e-45a1-9ae8-f83eec77de41 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656080 Aug 24 11:41:10.468325 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 54402) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:10.550831 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-e6ed05f9-055c-48ea-bc87-a7cfebf3e763 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2285f6459ccb4e08afe70f26798226e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0819447 Aug 24 11:41:10.554467 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 54406) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:10.600007 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] For port 792ddfee-a87c-4670-b259-cfb77d1617dd, host hv-cinder-79809, cleared binding levels {{(pid=74964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:41:10.618922 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] For port 792ddfee-a87c-4670-b259-cfb77d1617dd, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=792ddfee-a87c-4670-b259-cfb77d1617dd,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:41:10.634408 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:10.638657 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:10.690163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d59422d6-c71b-464c-8ec7-967d243026eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:10.770780 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:10.772189 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] 10.222.0.37 "PUT /v2.0/ports/792ddfee-a87c-4670-b259-cfb77d1617dd HTTP/1.1" status: 200 len: 1093 time: 1.4748299 Aug 24 11:41:10.772756 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da7ca9a-4121-41fc-b490-681220b40197', 'tag': '792ddfee-a87c-4670-b259-cfb77d1617dd'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:10.797151 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Pushing event updated for resources: {'Port': ['ID=792ddfee-a87c-4670-b259-cfb77d1617dd,revision_number=3']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:10.799924 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d59422d6-c71b-464c-8ec7-967d243026eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:10.801047 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:10.895948 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec3e0a-b8f5-4a15-b7e2-837314aad650 req-5f755b8c-a6ec-4d33-bd4b-39dbb919825b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:10.908256 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8ec3e0a-b8f5-4a15-b7e2-837314aad650 req-5f755b8c-a6ec-4d33-bd4b-39dbb919825b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 943 time: 0.1722825 Aug 24 11:41:10.934480 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d59422d6-c71b-464c-8ec7-967d243026eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:10.942030 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:10.961485 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59422d6-c71b-464c-8ec7-967d243026eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b3a90b-ecff-4186-8643-fec8a8106b8f,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:10.966380 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d59422d6-c71b-464c-8ec7-967d243026eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:10.978638 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d59422d6-c71b-464c-8ec7-967d243026eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:10.979581 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-d59422d6-c71b-464c-8ec7-967d243026eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67b3a90b-ecff-4186-8643-fec8a8106b8f HTTP/1.1" status: 204 len: 168 time: 0.4239862 Aug 24 11:41:10.997708 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-c1b06fae-faf9-442f-9bfa-0723a1c51f7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05a0b4c1e8e943a39f8aec63be54a15a&device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 1096 time: 0.1049478 Aug 24 11:41:11.002955 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8ec3e0a-b8f5-4a15-b7e2-837314aad650 req-17d06ffb-333c-4b7b-8c73-97f3138f429e tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919347 Aug 24 11:41:11.068950 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da7ca9a-4121-41fc-b490-681220b40197', 'tag': '792ddfee-a87c-4670-b259-cfb77d1617dd', 'status': 'completed', 'code': 200} Aug 24 11:41:11.083681 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-55523681-ff39-4c80-9cfd-928c4cfa03fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792ddfee-a87c-4670-b259-cfb77d1617dd HTTP/1.1" status: 200 len: 217 time: 0.0703781 Aug 24 11:41:11.148803 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90699-2127-441c-8338-5ad60e13c0bf req-b50ac8a9-61a6-4d21-94be-cd57c9f1b435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:11.151128 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-b50ac8a9-61a6-4d21-94be-cd57c9f1b435 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abff0ba9-2111-474f-9b2e-22da18bcfc77 HTTP/1.1" status: 200 len: 849 time: 0.0609415 Aug 24 11:41:11.197206 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-ee8ffab6-cb1c-42e3-b389-ce3777684199 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=124df346-3a9c-48a5-a0b1-1de2b896ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393848 Aug 24 11:41:11.331195 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-b4ed6513-38c0-4395-b1e1-10d614d4d61f service neutron] 10.222.0.37 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275582 Aug 24 11:41:11.478935 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-20f90699-2127-441c-8338-5ad60e13c0bf req-4138d1a4-252b-4766-9815-1a58977f15cf service neutron] 10.222.0.37 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374621 Aug 24 11:41:11.677111 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decdb96-ae66-430a-a225-41447ce00581 req-8b2de49c-da1f-420e-b9a8-2fbf8e8a85cf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:11.678358 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-f2b0e3f8-3095-41ac-94b7-cbd62b9c45af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05a0b4c1e8e943a39f8aec63be54a15a&device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 1096 time: 0.0788150 Aug 24 11:41:11.679607 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4decdb96-ae66-430a-a225-41447ce00581 req-8b2de49c-da1f-420e-b9a8-2fbf8e8a85cf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1038408 Aug 24 11:41:11.744539 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4decdb96-ae66-430a-a225-41447ce00581 req-0ad32140-055a-4027-8cd9-8d2fd5cfcbee tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528312 Aug 24 11:41:11.826959 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-3f74372a-05a8-4f7c-9f98-edc05342ae5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:11.828798 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-3f74372a-05a8-4f7c-9f98-edc05342ae5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=124df346-3a9c-48a5-a0b1-1de2b896ba33 HTTP/1.1" status: 200 len: 910 time: 0.1440132 Aug 24 11:41:11.908195 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-3256bdb5-c8bb-4b54-8e7b-98922e12571a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792ddfee-a87c-4670-b259-cfb77d1617dd HTTP/1.1" status: 200 len: 217 time: 0.0656488 Aug 24 11:41:11.980484 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-22d35101-be4f-4b1d-9ac6-2d52dbab35e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:11.981839 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-22d35101-be4f-4b1d-9ac6-2d52dbab35e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abff0ba9-2111-474f-9b2e-22da18bcfc77 HTTP/1.1" status: 200 len: 849 time: 0.0659399 Aug 24 11:41:12.046144 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-126a587c-d76a-43b0-bb25-dd278caf185f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=124df346-3a9c-48a5-a0b1-1de2b896ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477037 Aug 24 11:41:12.222685 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-fbaf73a6-6a1d-4d3f-b164-d735e363e741 service neutron] 10.222.0.37 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355777 Aug 24 11:41:12.291836 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Sync routers for ids ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:41:12.317822 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Routers {'e15ad3eb-1769-4ba7-a23b-d222ee657a50'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:41:12.318455 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:12.397255 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-7572be8f-99f9-4a4e-8663-342dbac6f318 req-41e783c6-3d0f-46cc-8a7b-1d31f1ad1e74 service neutron] 10.222.0.37 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545136 Aug 24 11:41:12.397470 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Sync routers for ids ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:41:12.412739 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Routers {'76dd2cf3-85d6-44eb-a90b-dccbe20ca459'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:41:12.413727 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:12.426003 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e63a8-fcbb-4988-95e1-0c05872bcae7 req-ae77c059-cd69-4512-9334-785d2c4eaaeb tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:12.427853 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-436e63a8-fcbb-4988-95e1-0c05872bcae7 req-ae77c059-cd69-4512-9334-785d2c4eaaeb tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 943 time: 0.1219683 Aug 24 11:41:12.500469 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-436e63a8-fcbb-4988-95e1-0c05872bcae7 req-87cb1f32-b27c-4728-90df-d39fae72cf47 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665965 Aug 24 11:41:12.518985 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 54460) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:12.536799 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Set router e15ad3eb-1769-4ba7-a23b-d222ee657a50 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:41:12.616501 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Set router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:41:12.740954 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:12.781521 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:12.786297 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Usage tracker for resource:security_group_rule and tenant:b42956035e7447baa89bc6ca6156ac0c is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:12.790343 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:12.797531 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:12.887900 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:40:36Z', 'revision_number': 4, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port': {'id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:30Z', 'updated_at': '2021-08-24T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '99619be6-bfc9-47a6-a88c-13670e16f079', 'name': '', 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'mac_address': 'fa:16:3e:e0:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511596b1-8194-4263-8b08-d10071daaeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:35Z', 'updated_at': '2021-08-24T11:40:36Z', 'revision_number': 2, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'subnets': [{'id': '511596b1-8194-4263-8b08-d10071daaeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:12.892356 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Checking router: e15ad3eb-1769-4ba7-a23b-d222ee657a50 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:41:12.892939 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Updating router e15ad3eb-1769-4ba7-a23b-d222ee657a50 port 99619be6-bfc9-47a6-a88c-13670e16f079 binding host dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:41:12.961539 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:12.985367 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:12.995194 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.014271 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d9340cb9-afd5-4bf3-95df-e306f2272389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:13.025407 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:40:33Z', 'revision_number': 4, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port': {'id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:28Z', 'updated_at': '2021-08-24T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '6ac21369-7ae8-42e0-a4cc-a8a8d50796b7', 'name': '', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'mac_address': 'fa:16:3e:6e:43:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:32Z', 'updated_at': '2021-08-24T11:40:33Z', 'revision_number': 2, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'subnets': [{'id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:13.030132 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Checking router: 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:41:13.030413 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Updating router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:41:13.064539 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 54472) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:13.064957 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b42956035e7447baa89bc6ca6156ac0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5446296 Aug 24 11:41:13.067343 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37daae0f-4831-49f9-ab5a-01c6e94fba47,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:13.082611 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:13.091854 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f5662-5059-4d76-b3fb-c7c1f64487db req-98f98d47-1a48-4c99-9ecd-06d010b20e5e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:13.093804 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-614f5662-5059-4d76-b3fb-c7c1f64487db req-98f98d47-1a48-4c99-9ecd-06d010b20e5e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.2117677 Aug 24 11:41:13.140783 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6144-b550-4a1e-9b0a-c0c670519901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.147160 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.165811 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-614f5662-5059-4d76-b3fb-c7c1f64487db req-f1565769-416d-4ceb-a5da-123d0f786013 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662260 Aug 24 11:41:13.183414 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6144-b550-4a1e-9b0a-c0c670519901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.261563 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6144-b550-4a1e-9b0a-c0c670519901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.268857 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f2381de4-dfd3-422c-abc5-e7636632157a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:13.293332 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ee6144-b550-4a1e-9b0a-c0c670519901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37daae0f-4831-49f9-ab5a-01c6e94fba47,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:13.295333 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e2ee6144-b550-4a1e-9b0a-c0c670519901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.296520 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e2ee6144-b550-4a1e-9b0a-c0c670519901 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37daae0f-4831-49f9-ab5a-01c6e94fba47 HTTP/1.1" status: 204 len: 168 time: 0.2307518 Aug 24 11:41:13.297527 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e2ee6144-b550-4a1e-9b0a-c0c670519901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:13.425589 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Notify callbacks [] for port, precommit_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.440971 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.provisioning_blocks [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Transition to ACTIVE for port object 99619be6-bfc9-47a6-a88c-13670e16f079 will not be triggered until provisioned by entity L2. {{(pid=74967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:41:13.449200 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.453742 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:13.586918 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f926137-314a-40e3-8738-f4dfcada2970 None None] Pushing event updated for resources: {'Port': ['ID=99619be6-bfc9-47a6-a88c-13670e16f079,revision_number=3']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:13.597134 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-4f926137-314a-40e3-8738-f4dfcada2970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:13.773486 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Attempting to bind port 99619be6-bfc9-47a6-a88c-13670e16f079 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:41:13.773910 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Attempting to bind port 99619be6-bfc9-47a6-a88c-13670e16f079 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:41:13.774850 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Attempting to bind port 99619be6-bfc9-47a6-a88c-13670e16f079 on network 6943d810-444b-4f66-82fc-9b616411d0cb {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:13.779273 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.794756 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:41:13.795143 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Checking segment: {'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:41:13.795556 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.796003 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Bound using segment: {'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:41:13.796521 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Bound port: 99619be6-bfc9-47a6-a88c-13670e16f079, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96631350-dec3-49c4-8be5-0e89471c5955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb'}}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:41:13.796870 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.835910 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Transition to ACTIVE for port object 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:41:13.849591 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.860548 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:13.868252 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bee7a-6c62-4dba-b538-301977009196 req-149878ec-7c52-4789-9d21-0efd25ba1b6b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:13.881512 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-138bee7a-6c62-4dba-b538-301977009196 req-149878ec-7c52-4789-9d21-0efd25ba1b6b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 943 time: 0.1738024 Aug 24 11:41:13.947803 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] For port 99619be6-bfc9-47a6-a88c-13670e16f079, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:41:13.951492 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] For port 99619be6-bfc9-47a6-a88c-13670e16f079, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=99619be6-bfc9-47a6-a88c-13670e16f079,segment=NetworkSegment(96631350-dec3-49c4-8be5-0e89471c5955),segment_id=96631350-dec3-49c4-8be5-0e89471c5955)] {{(pid=74967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:41:13.960185 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:13.963448 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-111cb01d-595b-4b03-bafe-70d2f7b7954f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:13.971287 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-138bee7a-6c62-4dba-b538-301977009196 req-6ee35e84-c33e-4e73-bc39-a5b455c547e5 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870433 Aug 24 11:41:14.041579 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f926137-314a-40e3-8738-f4dfcada2970 None None] Pushing event updated for resources: {'Port': ['ID=99619be6-bfc9-47a6-a88c-13670e16f079,revision_number=4']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:14.051820 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-4f926137-314a-40e3-8738-f4dfcada2970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:14.076056 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Routers {'e15ad3eb-1769-4ba7-a23b-d222ee657a50'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:41:14.076721 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:14.107980 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d622791-023f-4c65-9d2c-71b63e031bae None None] Pushing event updated for resources: {'Port': ['ID=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:14.144013 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-5d622791-023f-4c65-9d2c-71b63e031bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:14.244494 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Attempting to bind port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:41:14.246786 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Attempting to bind port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:41:14.247214 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Attempting to bind port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 on network eb93e37c-5dd0-472f-ab78-2ab3e2683be9 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:14.261455 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:41:14.261846 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Checking segment: {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:41:14.262360 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:14.262769 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Bound using segment: {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:41:14.263837 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Bound port: 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0ce295-a76f-4f09-8322-9f592fc5aeb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:41:14.263837 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:14.331008 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] Set router e15ad3eb-1769-4ba7-a23b-d222ee657a50 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:41:14.465074 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] For port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:41:14.474132 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] For port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:41:14.484565 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:14.504315 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:14.578340 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2e1fe-b3b6-4359-9264-1272fd5f5769 req-4046a285-9ad4-4f4e-961c-6eaa4453a199 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:14.586116 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-18e2e1fe-b3b6-4359-9264-1272fd5f5769 req-4046a285-9ad4-4f4e-961c-6eaa4453a199 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1676688 Aug 24 11:41:14.642512 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-18e2e1fe-b3b6-4359-9264-1272fd5f5769 req-1a712666-cea9-4dc9-be82-7dcf68f2da69 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554166 Aug 24 11:41:14.675638 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d622791-023f-4c65-9d2c-71b63e031bae None None] Pushing event updated for resources: {'Port': ['ID=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:14.684486 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-5d622791-023f-4c65-9d2c-71b63e031bae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:14.685199 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Routers {'76dd2cf3-85d6-44eb-a90b-dccbe20ca459'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:41:14.688406 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:40:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:14.823125 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:40:36Z', 'revision_number': 4, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port': {'id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:30Z', 'updated_at': '2021-08-24T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '99619be6-bfc9-47a6-a88c-13670e16f079', 'name': '', 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'mac_address': 'fa:16:3e:e0:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511596b1-8194-4263-8b08-d10071daaeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:35Z', 'updated_at': '2021-08-24T11:41:13Z', 'revision_number': 4, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'subnets': [{'id': '511596b1-8194-4263-8b08-d10071daaeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:14.827689 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16436322-16c5-4a96-8f12-daba6141e12b None None] The sync data for ids ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'] in dv-cinder-798098-2-smb is: [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:40:36Z', 'revision_number': 4, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port': {'id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:30Z', 'updated_at': '2021-08-24T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '99619be6-bfc9-47a6-a88c-13670e16f079', 'name': '', 'network_id': '6943d810-444b-4f66-82fc-9b616411d0cb', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'mac_address': 'fa:16:3e:e0:d9:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '511596b1-8194-4263-8b08-d10071daaeb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:35Z', 'updated_at': '2021-08-24T11:41:13Z', 'revision_number': 4, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'subnets': [{'id': '511596b1-8194-4263-8b08-d10071daaeb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:41:14.963589 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] Set router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:41:15.353691 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:40:33Z', 'revision_number': 4, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port': {'id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:28Z', 'updated_at': '2021-08-24T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '6ac21369-7ae8-42e0-a4cc-a8a8d50796b7', 'name': '', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'mac_address': 'fa:16:3e:6e:43:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:32Z', 'updated_at': '2021-08-24T11:41:14Z', 'revision_number': 4, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'subnets': [{'id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:15.361742 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f597dc-445e-4464-a252-495929b81ffb None None] The sync data for ids ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'] in dv-cinder-798098-2-smb is: [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:40:33Z', 'revision_number': 4, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port': {'id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:28Z', 'updated_at': '2021-08-24T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '6ac21369-7ae8-42e0-a4cc-a8a8d50796b7', 'name': '', 'network_id': 'eb93e37c-5dd0-472f-ab78-2ab3e2683be9', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'mac_address': 'fa:16:3e:6e:43:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:32Z', 'updated_at': '2021-08-24T11:41:14Z', 'revision_number': 4, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'subnets': [{'id': 'abe2fca4-6b25-4034-b197-79cbe21cd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:41:15.411166 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c63eb-03f8-4efc-9521-26fc8b6bc83d req-6b9d2681-4c05-42fd-a76c-fa70c7bbfd2e tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:15.412803 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d42c63eb-03f8-4efc-9521-26fc8b6bc83d req-6b9d2681-4c05-42fd-a76c-fa70c7bbfd2e tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 943 time: 0.2366633 Aug 24 11:41:15.490276 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d42c63eb-03f8-4efc-9521-26fc8b6bc83d req-7415a631-636c-482b-b217-6a436017030b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688045 Aug 24 11:41:15.894110 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722ca4c-503b-457f-8f77-b19b0c0fe792 req-587f7050-1f91-4657-a2ff-284489abdb92 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:15.903637 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c722ca4c-503b-457f-8f77-b19b0c0fe792 req-587f7050-1f91-4657-a2ff-284489abdb92 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1031334 Aug 24 11:41:15.954044 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c722ca4c-503b-457f-8f77-b19b0c0fe792 req-affa7388-c74b-481d-8a7a-a83218a3bea0 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Aug 24 11:41:16.740913 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 99619be6-bfc9-47a6-a88c-13670e16f079 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:16.767403 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e895924-3c61-42d5-bacf-efcf839c2182 req-ab789880-a6fd-48ac-9b59-a4614ececb52 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:16.773119 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3e895924-3c61-42d5-bacf-efcf839c2182 req-ab789880-a6fd-48ac-9b59-a4614ececb52 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 943 time: 0.1192410 Aug 24 11:41:16.820307 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3e895924-3c61-42d5-bacf-efcf839c2182 req-f7f584e8-e348-4de5-96f1-6d9ba865082c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Aug 24 11:41:16.822298 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 99619be6-bfc9-47a6-a88c-13670e16f079 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:16.827283 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 99619be6-bfc9-47a6-a88c-13670e16f079 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:16.827889 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:16.975953 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:17.010280 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 99619be6-bfc9-47a6-a88c-13670e16f079, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=99619be6-bfc9-47a6-a88c-13670e16f079,segment=NetworkSegment(96631350-dec3-49c4-8be5-0e89471c5955),segment_id=96631350-dec3-49c4-8be5-0e89471c5955)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:17.014063 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:17.014939 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:17.042832 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-6eb33f9a-630a-460f-b97b-3ddb383c5eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:17.144942 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=99619be6-bfc9-47a6-a88c-13670e16f079,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:17.148578 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:17.169628 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:17.175368 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:17.175818 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:17.331958 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:17.364324 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:17.366721 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 792ddfee-a87c-4670-b259-cfb77d1617dd details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:41:17.372259 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:17.372567 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f0cf-3765-45bd-b5e8-4f2e0bfdfb8a req-d196c596-1308-490a-92d9-847e0c03dd70 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:17.374569 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e915f0cf-3765-45bd-b5e8-4f2e0bfdfb8a req-d196c596-1308-490a-92d9-847e0c03dd70 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0837719 Aug 24 11:41:17.374917 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c1979b5e-cc71-4472-8ef9-047d8f1f98ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:17.421921 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e915f0cf-3765-45bd-b5e8-4f2e0bfdfb8a req-581afb8e-60a6-47b8-affb-24d1c94d8c0a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 Aug 24 11:41:17.520433 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:17.525852 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:17.542517 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-92db1e6a-c34a-42f5-8f33-92814d708ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:17.580082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 792ddfee-a87c-4670-b259-cfb77d1617dd, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=792ddfee-a87c-4670-b259-cfb77d1617dd,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:17.593706 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '792ddfee-a87c-4670-b259-cfb77d1617dd', 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33', 'port_id': '792ddfee-a87c-4670-b259-cfb77d1617dd', 'mac_address': 'fa:16:3e:6b:44:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abff0ba9-2111-474f-9b2e-22da18bcfc77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:41:17.647312 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:17.668724 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792ddfee-a87c-4670-b259-cfb77d1617dd {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:41:17.684005 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 792ddfee-a87c-4670-b259-cfb77d1617dd, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=792ddfee-a87c-4670-b259-cfb77d1617dd,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:17.687988 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:17.690933 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:17.789859 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=792ddfee-a87c-4670-b259-cfb77d1617dd,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:17.793377 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:17.929542 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:18.039538 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de050e8-68a7-47f3-a567-67ee2cee7f93 req-dc7c5eb9-a1e0-4325-9fc3-ee4e6c2c15b5 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:18.041482 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5de050e8-68a7-47f3-a567-67ee2cee7f93 req-dc7c5eb9-a1e0-4325-9fc3-ee4e6c2c15b5 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 944 time: 0.0877459 Aug 24 11:41:18.172980 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5de050e8-68a7-47f3-a567-67ee2cee7f93 req-65b397c2-14e0-492a-bdf4-2b0497815875 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255877 Aug 24 11:41:18.236240 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577346-d338-4bff-a345-07e8096952d5 req-34707ccc-8270-4f16-8a54-9ad2dd0f6ff9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:18.237670 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-34707ccc-8270-4f16-8a54-9ad2dd0f6ff9 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 815 time: 0.1744657 Aug 24 11:41:18.253551 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-8ae447cf-7516-4902-98ce-5c5305a52860 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/quotas/c627c64979824307b149f30bebae7a06 HTTP/1.1" status: 200 len: 375 time: 0.0105567 Aug 24 11:41:18.335876 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-707129dd-f73b-44e2-b123-24f40471d80d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773878 Aug 24 11:41:18.472038 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-31609fcb-b098-4a63-9b06-bd8bc6d6d45e service neutron] 10.222.0.49 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287241 Aug 24 11:41:18.474797 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['792ddfee-a87c-4670-b259-cfb77d1617dd'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:41:18.592640 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 99619be6-bfc9-47a6-a88c-13670e16f079 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:18.627364 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-fde71b23-925d-42dc-9e4e-39e0c7597c9f service neutron] 10.222.0.49 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489785 Aug 24 11:41:18.765202 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 99619be6-bfc9-47a6-a88c-13670e16f079 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:18.765585 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:18.852158 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de5a4f-06f0-4312-ba59-b46d0def7420 req-3a51e651-d129-49ff-a743-85b0c9ec4919 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:18.854364 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-62de5a4f-06f0-4312-ba59-b46d0def7420 req-3a51e651-d129-49ff-a743-85b0c9ec4919 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1054552 Aug 24 11:41:18.905549 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:18.924273 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-62de5a4f-06f0-4312-ba59-b46d0def7420 req-6dc29744-83c8-4a6e-ab99-cc7deb478717 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631592 Aug 24 11:41:19.005657 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:19.006114 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:19.016150 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e6efabf4-997a-406a-902a-dea71342b36e req-f0c39755-05ab-44da-86e0-296d91246506 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 210 time: 0.0451889 Aug 24 11:41:19.376474 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17002499-659a-44c6-9aea-e7a63f8c70ee req-6b9c3b6b-e3f0-4df2-88d0-f9cc140df020 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:19.377927 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-17002499-659a-44c6-9aea-e7a63f8c70ee req-6b9c3b6b-e3f0-4df2-88d0-f9cc140df020 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 944 time: 0.0802095 Aug 24 11:41:19.434815 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-17002499-659a-44c6-9aea-e7a63f8c70ee req-5a03526b-ecf1-451a-8c6f-8d4a4166da3e tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509276 Aug 24 11:41:19.708592 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c725c945-f4d3-4f36-b3a2-54e730a65519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:20.126609 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2ae64-b88a-41d1-ba3b-aba856650157 req-83c53707-4699-4559-821f-ca42147a4ef7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:20.128068 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b8c2ae64-b88a-41d1-ba3b-aba856650157 req-83c53707-4699-4559-821f-ca42147a4ef7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0810390 Aug 24 11:41:20.175800 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b8c2ae64-b88a-41d1-ba3b-aba856650157 req-cd0725fd-ec9c-4813-ab6a-275b69c938b3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Aug 24 11:41:20.361434 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577346-d338-4bff-a345-07e8096952d5 req-782d0f6f-bc7c-431d-ac5f-a199f1b262a7 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:20.362947 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-782d0f6f-bc7c-431d-ac5f-a199f1b262a7 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 815 time: 0.2199292 Aug 24 11:41:20.369040 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a9a48dd-2cc4-4feb-a95f-6403755a303c req-a55d34b3-dab0-4303-a921-e53e6c09b6ed tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 210 time: 0.0608354 Aug 24 11:41:20.396380 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Request body: {'port': {'device_id': '0b1ec00d-98f6-49de-bd38-ad61b399063c', 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'admin_state_up': True, 'tenant_id': 'c627c64979824307b149f30bebae7a06'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:20.541196 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:20.546405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Usage tracker for resource:port and tenant:c627c64979824307b149f30bebae7a06 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:20.549891 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:20.556151 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:20.569401 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Made reservation on behalf of c627c64979824307b149f30bebae7a06 for: {'port': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:41:20.572983 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:20.655182 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92304056-f150-40c7-8911-77d1144cb96a req-1afb77b9-b56a-42b1-8ac5-67fbec2b3fe2 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:20.656775 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-92304056-f150-40c7-8911-77d1144cb96a req-1afb77b9-b56a-42b1-8ac5-67fbec2b3fe2 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 944 time: 0.0875638 Aug 24 11:41:20.678238 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:20.708015 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-92304056-f150-40c7-8911-77d1144cb96a req-fa650ed7-dab9-46be-8045-6963a914f470 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441802 Aug 24 11:41:20.753245 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Allocated IP 172.20.0.14 (f43d80ac-224b-4c30-8db8-1e40557f60f3/09b2c183-1af9-48c7-a284-2f0f305a47ae/7e884230-985f-4637-8cf7-3bfdf2030326) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:41:20.959001 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:20.988082 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:20.993765 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:21.035643 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['37134ebc-630f-4b0d-8bd5-ee2b8905618f', '651f5572-7fb6-44f7-93a9-e9c24cabc90b', 'f104d9be-3d17-43f9-80ee-53292b5a38b6'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:41:21.058637 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Network f43d80ac-224b-4c30-8db8-1e40557f60f3 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:41:21.061769 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:41:21.064366 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:41:21.109815 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Pushing event updated for resources: {'Port': ['ID=7e884230-985f-4637-8cf7-3bfdf2030326,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:21.133804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.134177 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.134542 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.135448 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.135926 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.136200 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.136552 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.136901 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.137250 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.137599 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.137950 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:21.143515 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:21.149856 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:21.150511 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:21.181491 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7890060 Aug 24 11:41:21.201366 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Request body: {'port': {'device_id': '0b1ec00d-98f6-49de-bd38-ad61b399063c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:21.323209 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:21.360239 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 792ddfee-a87c-4670-b259-cfb77d1617dd up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:21.446772 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc4f14-8938-4066-9988-42b199d45d71 req-566607e6-5e63-424c-83bf-2213f7dc11b7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:21.455857 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-36cc4f14-8938-4066-9988-42b199d45d71 req-566607e6-5e63-424c-83bf-2213f7dc11b7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1230531 Aug 24 11:41:21.498320 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 792ddfee-a87c-4670-b259-cfb77d1617dd completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:21.516402 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 792ddfee-a87c-4670-b259-cfb77d1617dd triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:21.516838 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:21.559875 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-36cc4f14-8938-4066-9988-42b199d45d71 req-54c5873b-a506-42f7-973c-9108985cafc2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019416 Aug 24 11:41:21.645357 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-92478717-725d-4d9a-a5da-6d87225c554a tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Synchronizing usage tracker for tenant:1805528a710a456ca762f8be89c32f36 on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:41:21.670920 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-92478717-725d-4d9a-a5da-6d87225c554a tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Unset dirty status for tenant:1805528a710a456ca762f8be89c32f36 on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:41:21.673698 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-92478717-725d-4d9a-a5da-6d87225c554a tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642475042&fields=id&tenant_id=1805528a710a456ca762f8be89c32f36 HTTP/1.1" status: 200 len: 267 time: 0.1108537 Aug 24 11:41:21.725741 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:21.770717 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7ca9a-4121-41fc-b490-681220b40197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ddfee-a87c-4670-b259-cfb77d1617dd'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:21.780019 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 792ddfee-a87c-4670-b259-cfb77d1617dd, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=792ddfee-a87c-4670-b259-cfb77d1617dd,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:21.785373 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:21.787745 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:21.817279 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e884230-985f-4637-8cf7-3bfdf2030326 {{(pid=74964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:41:21.825490 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:21.842393 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Transition to ACTIVE for port object 7e884230-985f-4637-8cf7-3bfdf2030326 will not be triggered until provisioned by entity L2. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:41:21.863194 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:21.867693 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c887747f-fdc3-4504-a7f2-1aef181f3187 tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:21.870025 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=792ddfee-a87c-4670-b259-cfb77d1617dd,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:21.873695 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:21.941276 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-a13f575b-aaaa-4e95-8f4e-36463f0df6fd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:21.942103 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-a13f575b-aaaa-4e95-8f4e-36463f0df6fd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Synchronizing usage tracker for tenant:1805528a710a456ca762f8be89c32f36 on resource:network {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:41:21.962429 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-a13f575b-aaaa-4e95-8f4e-36463f0df6fd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Unset dirty status for tenant:1805528a710a456ca762f8be89c32f36 on resource:network {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:41:21.968193 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-a13f575b-aaaa-4e95-8f4e-36463f0df6fd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/networks?id=f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 200 len: 809 time: 0.2886972 Aug 24 11:41:22.003249 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Pushing event updated for resources: {'Port': ['ID=7e884230-985f-4637-8cf7-3bfdf2030326,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:22.007104 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:22.023343 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-de90d841-b35f-42df-8a72-94cbda306c3f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/quotas/1805528a710a456ca762f8be89c32f36 HTTP/1.1" status: 200 len: 375 time: 0.0532777 Aug 24 11:41:22.107852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Attempting to bind port 7e884230-985f-4637-8cf7-3bfdf2030326 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:41:22.108082 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Attempting to bind port 7e884230-985f-4637-8cf7-3bfdf2030326 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:41:22.108399 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Attempting to bind port 7e884230-985f-4637-8cf7-3bfdf2030326 on network f43d80ac-224b-4c30-8db8-1e40557f60f3 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:22.111992 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e243fd7-c92c-469a-853d-beef22503d47 req-b53f2896-a613-46ad-9ad7-f4cd7f4d01dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:22.113527 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5e243fd7-c92c-469a-853d-beef22503d47 req-b53f2896-a613-46ad-9ad7-f4cd7f4d01dc tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 944 time: 0.1365607 Aug 24 11:41:22.115031 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Port 7e884230-985f-4637-8cf7-3bfdf2030326 on network f43d80ac-224b-4c30-8db8-1e40557f60f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:41:22.115031 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Attempting to bind port 7e884230-985f-4637-8cf7-3bfdf2030326 on network f43d80ac-224b-4c30-8db8-1e40557f60f3 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:22.121618 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:41:22.121951 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Checking segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:41:22.122455 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Bound using segment: {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:41:22.122749 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Bound port: 7e884230-985f-4637-8cf7-3bfdf2030326, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6852da2-d56b-4c51-9f30-4dadcda1417d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3'}}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:41:22.123087 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:22.153026 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-b8bceefb-22ef-4e59-9fc4-bf888b2835f7 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1805528a710a456ca762f8be89c32f36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194816 Aug 24 11:41:22.209567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] For port 7e884230-985f-4637-8cf7-3bfdf2030326, host hv-cinder-79809, cleared binding levels {{(pid=74964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:41:22.212635 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] For port 7e884230-985f-4637-8cf7-3bfdf2030326, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7e884230-985f-4637-8cf7-3bfdf2030326,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:41:22.217810 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:22.221315 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-49c7300a-cc40-4801-9e43-f352a24a2846 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:22.243576 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5e243fd7-c92c-469a-853d-beef22503d47 req-68f46e41-c9dc-408c-83b7-5cedff1ec6de tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203516 Aug 24 11:41:22.289828 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:22.297696 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:22.299068 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] 10.222.0.37 "PUT /v2.0/ports/7e884230-985f-4637-8cf7-3bfdf2030326 HTTP/1.1" status: 200 len: 1094 time: 1.1021512 Aug 24 11:41:22.300062 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1ec00d-98f6-49de-bd38-ad61b399063c', 'tag': '7e884230-985f-4637-8cf7-3bfdf2030326'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:22.320001 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-3888f854-34c7-4294-8329-3249f19ff478 service neutron] 10.222.0.49 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544614 Aug 24 11:41:22.325487 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Pushing event updated for resources: {'Port': ['ID=7e884230-985f-4637-8cf7-3bfdf2030326,revision_number=3']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:22.334007 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:22.507232 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-cfee4ccd-70c7-414a-863d-2ebde8d8d167 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 1097 time: 0.1352012 Aug 24 11:41:22.518903 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-cbd2178e-73a9-46d0-acd4-fa79a82c3911 service neutron] 10.222.0.49 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920228 Aug 24 11:41:22.532362 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d76fa-6229-41c5-a9cb-dc5996a411a1 req-6744c4f1-1406-4e88-831a-7bb03371f207 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:22.533713 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ce2d76fa-6229-41c5-a9cb-dc5996a411a1 req-6744c4f1-1406-4e88-831a-7bb03371f207 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 945 time: 0.1318250 Aug 24 11:41:22.580634 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ce2d76fa-6229-41c5-a9cb-dc5996a411a1 req-04a7173e-36c8-44b6-95f6-f57665656442 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Aug 24 11:41:22.604803 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-89f3fba4-6aee-48bf-874a-ecdc302d8f7d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e884230-985f-4637-8cf7-3bfdf2030326 HTTP/1.1" status: 200 len: 217 time: 0.0699868 Aug 24 11:41:22.689044 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0577346-d338-4bff-a345-07e8096952d5 req-53d3f2b9-4d1b-4051-b584-7c48c542620e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:22.690940 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-53d3f2b9-4d1b-4051-b584-7c48c542620e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.0793202 Aug 24 11:41:22.749042 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da7ca9a-4121-41fc-b490-681220b40197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ddfee-a87c-4670-b259-cfb77d1617dd', 'code': 200} Aug 24 11:41:22.754510 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-d1387dbd-ae07-4eb8-ba5a-a8924e279ce7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545266 Aug 24 11:41:22.948615 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-6ce167d8-db6e-427c-8e09-d2898885d307 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479583 Aug 24 11:41:23.098297 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1ec00d-98f6-49de-bd38-ad61b399063c', 'tag': '7e884230-985f-4637-8cf7-3bfdf2030326', 'status': 'completed', 'code': 200} Aug 24 11:41:23.177965 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b0577346-d338-4bff-a345-07e8096952d5 req-d3aefc0f-7ff4-4d4d-9d5f-20045bd712e8 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218735 Aug 24 11:41:23.214829 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e1e9a07a-f743-4931-bee7-40efcccc8fd4 req-849f2e6e-e990-4e52-9f29-bcdec4e72482 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 1098 time: 0.1958849 Aug 24 11:41:23.237316 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b932243-d1a4-4288-b059-10837e60732e req-ca1b5643-2cb9-4a7f-bebe-bf7573c1ffa8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:23.244474 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4b932243-d1a4-4288-b059-10837e60732e req-ca1b5643-2cb9-4a7f-bebe-bf7573c1ffa8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1117206 Aug 24 11:41:23.357010 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a6b57d17-855a-4e16-bdc5-dd683cbd6ff3 req-88fbaa93-4b4d-4003-bf5f-443be02dd842 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 210 time: 0.0607102 Aug 24 11:41:23.376191 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4b932243-d1a4-4288-b059-10837e60732e req-de955454-6ccb-4ad0-8a89-e2a27db8e87e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308026 Aug 24 11:41:23.385326 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e1e9a07a-f743-4931-bee7-40efcccc8fd4 req-3cbed9cf-46ec-4102-b65f-54b59111c93e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241584 Aug 24 11:41:23.439201 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-2792e282-51e7-4186-806c-ef1bd12e357c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c627c64979824307b149f30bebae7a06&device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 1097 time: 0.0845263 Aug 24 11:41:23.556917 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806fcd-0416-40c9-bfc0-1d97d14bac3e req-53f9ca7c-1918-4e44-ac41-7a8979d09196 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:23.558370 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a9806fcd-0416-40c9-bfc0-1d97d14bac3e req-53f9ca7c-1918-4e44-ac41-7a8979d09196 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 944 time: 0.0766790 Aug 24 11:41:23.605095 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a9806fcd-0416-40c9-bfc0-1d97d14bac3e req-7bf76fe2-8ce1-4276-a132-eda530e3d421 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411406 Aug 24 11:41:23.807504 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1f787-6dfe-40f2-ac5a-2ccf92f847af req-6f319a84-61c5-4530-8c14-2f09a2a84e37 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:23.808925 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eea1f787-6dfe-40f2-ac5a-2ccf92f847af req-6f319a84-61c5-4530-8c14-2f09a2a84e37 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 945 time: 0.0791700 Aug 24 11:41:23.855284 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eea1f787-6dfe-40f2-ac5a-2ccf92f847af req-a8ed00ba-d692-494f-b029-c07520a3abfa tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Aug 24 11:41:24.059482 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-e8ae5d3b-fc54-44df-be09-94f41ba65da3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:24.060916 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-e8ae5d3b-fc54-44df-be09-94f41ba65da3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 200 len: 916 time: 0.1306238 Aug 24 11:41:24.181005 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-e36e3b49-b2ee-47ee-8626-2d382aaf1711 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e884230-985f-4637-8cf7-3bfdf2030326 HTTP/1.1" status: 200 len: 217 time: 0.0648394 Aug 24 11:41:24.284637 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-9ba598a3-cebf-4f9e-9691-06508c43672a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:24.286403 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-9ba598a3-cebf-4f9e-9691-06508c43672a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 200 len: 855 time: 0.0694499 Aug 24 11:41:24.347434 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-2664b5bc-da26-4448-b262-cffd2416a028 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f43d80ac-224b-4c30-8db8-1e40557f60f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444224 Aug 24 11:41:24.517704 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-fe164830-9411-4eb7-9c28-d56fb87bc894 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281636 Aug 24 11:41:24.532095 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2bc5dd4d-d90a-417a-99fb-f797f6f36225 req-a13f81cd-c95b-4eaf-8156-2d1febd928a9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 210 time: 0.0435157 Aug 24 11:41:24.643253 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74fa0d-bcee-4289-b888-4abbefa63a01 req-b62dfb21-94b5-4b43-af12-9ba161bc8743 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:24.644828 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f74fa0d-bcee-4289-b888-4abbefa63a01 req-b62dfb21-94b5-4b43-af12-9ba161bc8743 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0868087 Aug 24 11:41:24.664413 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-75970350-2f82-4026-a4c9-d2097fc67d1d req-7bea7bdb-3818-4ee1-a79c-f3192006e0c7 service neutron] 10.222.0.37 "GET /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346369 Aug 24 11:41:24.702517 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f74fa0d-bcee-4289-b888-4abbefa63a01 req-451a0318-4faa-4dd8-8a45-53d3440331d3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518696 Aug 24 11:41:24.812159 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ccc7b-03e1-4b8e-85b5-2bc80fad7eea req-665409ab-7246-4a95-ba43-5aee355716ce tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:24.813609 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-526ccc7b-03e1-4b8e-85b5-2bc80fad7eea req-665409ab-7246-4a95-ba43-5aee355716ce tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 944 time: 0.0799704 Aug 24 11:41:24.859675 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-526ccc7b-03e1-4b8e-85b5-2bc80fad7eea req-6d16123b-7df2-4d5e-8c71-ef75eaa86bb2 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404272 Aug 24 11:41:25.082179 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4afa64-b901-4089-aa33-61143409dd15 req-6cd0d5da-12cc-4957-ab4f-ba9aac179f64 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:25.083742 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fc4afa64-b901-4089-aa33-61143409dd15 req-6cd0d5da-12cc-4957-ab4f-ba9aac179f64 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 945 time: 0.0977049 Aug 24 11:41:25.131218 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fc4afa64-b901-4089-aa33-61143409dd15 req-172110d1-44d2-4392-8db5-0d976da33db9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Aug 24 11:41:25.165123 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-26724e24-aeb7-4de5-82ee-e01ebe7f74aa tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:25.166706 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-26724e24-aeb7-4de5-82ee-e01ebe7f74aa tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.37 "GET /v2.0/networks?id=f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 200 len: 809 time: 0.1609786 Aug 24 11:41:25.246388 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4222bd98-4ea9-493d-b7a8-388890505c95 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Synchronizing usage tracker for tenant:1805528a710a456ca762f8be89c32f36 on resource:security_group {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:41:25.258160 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4222bd98-4ea9-493d-b7a8-388890505c95 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Unset dirty status for tenant:1805528a710a456ca762f8be89c32f36 on resource:security_group {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:41:25.259255 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4222bd98-4ea9-493d-b7a8-388890505c95 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1805528a710a456ca762f8be89c32f36 HTTP/1.1" status: 200 len: 380 time: 0.0585008 Aug 24 11:41:25.270126 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'port': {'device_id': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'admin_state_up': True, 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'security_groups': ['0b1031ee-ab17-42cd-873b-9a6130d4672a']}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:25.405014 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:25.409491 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:port and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:25.412340 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:25.417981 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:25.427430 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Made reservation on behalf of 1805528a710a456ca762f8be89c32f36 for: {'port': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:41:25.430411 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:25.663676 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Allocated IP 172.20.0.5 (f96d1c54-051a-40d0-9ed8-2d9a674f1188/5ded2441-c687-41d8-9745-e88d14301842/dc475e2b-a422-4361-9ffd-7d3436ed16bc) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:41:25.874125 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:25.882313 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06516e98-776e-4389-bb01-e2dfba45d6d5 req-6afea216-3704-4ac7-a561-35f271f08466 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 210 time: 0.0721855 Aug 24 11:41:25.899991 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Transition to ACTIVE for port object dc475e2b-a422-4361-9ffd-7d3436ed16bc will not be triggered until provisioned by entity DHCP. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:41:25.947781 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:25.948265 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d8048-93c3-4bd7-b477-8ca60c008b7b req-890a63a3-1a76-4c88-b30b-9584e3e647ae tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:25.949786 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f73d8048-93c3-4bd7-b477-8ca60c008b7b req-890a63a3-1a76-4c88-b30b-9584e3e647ae tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1043916 Aug 24 11:41:25.965736 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:26.024479 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f73d8048-93c3-4bd7-b477-8ca60c008b7b req-fb0d60eb-983a-4f6d-8262-b2ac36bbf3d8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650511 Aug 24 11:41:26.077245 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:41:26.085779 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:41:26.091004 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:41:26.162190 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7a4aa-bb68-4cc1-8f3a-a3a892d0ecb5 req-ef90ad73-f9d0-4f55-ae7c-4861b3dd4479 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:26.170945 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-49e7a4aa-bb68-4cc1-8f3a-a3a892d0ecb5 req-ef90ad73-f9d0-4f55-ae7c-4861b3dd4479 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 944 time: 0.1016641 Aug 24 11:41:26.239292 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-49e7a4aa-bb68-4cc1-8f3a-a3a892d0ecb5 req-7ff580b7-1666-4d55-8879-82e175832984 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674109 Aug 24 11:41:26.252674 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:26.253482 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:26.278776 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:26.286668 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:26.303116 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0364366 Aug 24 11:41:26.370487 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Request body: {'port': {'device_id': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:26.451143 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-8f14cb8e-d2b8-488f-9020-b99751788cca None None] Provisioning for port dc475e2b-a422-4361-9ffd-7d3436ed16bc completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:26.456998 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-8f14cb8e-d2b8-488f-9020-b99751788cca None None] Provisioning complete for port dc475e2b-a422-4361-9ffd-7d3436ed16bc triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:26.457516 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-8f14cb8e-d2b8-488f-9020-b99751788cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:26.480110 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253c679-584a-4fd8-ae7e-9a0ef53842d4 req-1da34f3e-b004-49fb-a599-bee4ecdff0f0 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:26.482025 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d253c679-584a-4fd8-ae7e-9a0ef53842d4 req-1da34f3e-b004-49fb-a599-bee4ecdff0f0 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 945 time: 0.1555958 Aug 24 11:41:26.486834 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:26.520811 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-8f14cb8e-d2b8-488f-9020-b99751788cca None None] Port dc475e2b-a422-4361-9ffd-7d3436ed16bc cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:41:26.536901 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d253c679-584a-4fd8-ae7e-9a0ef53842d4 req-7f6a840f-384d-44c9-821f-e2783121db17 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454683 Aug 24 11:41:26.841552 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc475e2b-a422-4361-9ffd-7d3436ed16bc {{(pid=74964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:41:26.848188 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:26.862328 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Transition to ACTIVE for port object dc475e2b-a422-4361-9ffd-7d3436ed16bc will not be triggered until provisioned by entity L2. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:41:26.865189 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:26.869864 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:26.998050 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Pushing event updated for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:27.034051 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:27.115836 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Attempting to bind port dc475e2b-a422-4361-9ffd-7d3436ed16bc on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:41:27.116177 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Attempting to bind port dc475e2b-a422-4361-9ffd-7d3436ed16bc by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:41:27.116501 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Attempting to bind port dc475e2b-a422-4361-9ffd-7d3436ed16bc on network f96d1c54-051a-40d0-9ed8-2d9a674f1188 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:27.123434 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Port dc475e2b-a422-4361-9ffd-7d3436ed16bc on network f96d1c54-051a-40d0-9ed8-2d9a674f1188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:41:27.123760 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Attempting to bind port dc475e2b-a422-4361-9ffd-7d3436ed16bc on network f96d1c54-051a-40d0-9ed8-2d9a674f1188 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:27.132545 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:41:27.132545 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Checking segment: {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:41:27.132545 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Bound using segment: {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:41:27.132545 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Bound port: dc475e2b-a422-4361-9ffd-7d3436ed16bc, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9b4864-d553-4d9d-96ef-14a796ffb883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188'}}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:41:27.132545 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:27.180925 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346517b0-4148-4c49-831f-97fe8430cce3 req-e7747460-5554-4aec-bb61-fdda88b7bb5f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:27.189509 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-346517b0-4148-4c49-831f-97fe8430cce3 req-e7747460-5554-4aec-bb61-fdda88b7bb5f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.1336882 Aug 24 11:41:27.236899 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-346517b0-4148-4c49-831f-97fe8430cce3 req-ab303286-a0f5-4eab-a724-28eb940772ed tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464685 Aug 24 11:41:27.239675 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, cleared binding levels {{(pid=74964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:41:27.244063 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:41:27.249832 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:27.271977 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:27.333680 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2db89-3fc9-4df6-a5d7-a3b54d4e4667 req-849367d7-1928-42bb-93ba-3bee2ba3e30e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:27.336639 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-38d2db89-3fc9-4df6-a5d7-a3b54d4e4667 req-849367d7-1928-42bb-93ba-3bee2ba3e30e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0988507 Aug 24 11:41:27.371194 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:27.372905 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] 10.222.0.37 "PUT /v2.0/ports/dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 200 len: 1093 time: 1.0068319 Aug 24 11:41:27.373435 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:27.376736 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 7e884230-985f-4637-8cf7-3bfdf2030326 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:41:27.402394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Pushing event updated for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=3']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:27.407343 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:27.476303 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-38d2db89-3fc9-4df6-a5d7-a3b54d4e4667 req-ed7c1f3f-c001-4087-90bd-4cf6dedfadef tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303809 Aug 24 11:41:27.559522 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-4cb4a217-7cc9-4cec-99fb-9df4a14b7df5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1805528a710a456ca762f8be89c32f36&device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1096 time: 0.0948305 Aug 24 11:41:27.576243 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'status': 'completed', 'code': 200} Aug 24 11:41:27.580015 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e25a7-a6b7-41e7-8f8e-59bac896f5ab req-e139efbf-8834-4579-92bc-35e5dc618c1d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:27.581485 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-940e25a7-a6b7-41e7-8f8e-59bac896f5ab req-e139efbf-8834-4579-92bc-35e5dc618c1d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 944 time: 0.1577919 Aug 24 11:41:27.639113 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 7e884230-985f-4637-8cf7-3bfdf2030326, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7e884230-985f-4637-8cf7-3bfdf2030326,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:27.670385 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '7e884230-985f-4637-8cf7-3bfdf2030326', 'network_id': 'f43d80ac-224b-4c30-8db8-1e40557f60f3', 'port_id': '7e884230-985f-4637-8cf7-3bfdf2030326', 'mac_address': 'fa:16:3e:f2:04:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b2c183-1af9-48c7-a284-2f0f305a47ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:41:27.673311 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-940e25a7-a6b7-41e7-8f8e-59bac896f5ab req-fa3ebca0-81e3-40ee-987f-672ca516750a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810614 Aug 24 11:41:27.695760 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-687d5d0a-8caa-4192-85d7-fa14f5e7fd69 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 200 len: 217 time: 0.0845838 Aug 24 11:41:27.740796 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:27.764822 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e884230-985f-4637-8cf7-3bfdf2030326 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:41:27.770057 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-5d28e945-67d0-4c7f-b56d-4e5033e302b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:27.771514 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-5d28e945-67d0-4c7f-b56d-4e5033e302b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ded2441-c687-41d8-9745-e88d14301842 HTTP/1.1" status: 200 len: 848 time: 0.0693810 Aug 24 11:41:27.789407 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 7e884230-985f-4637-8cf7-3bfdf2030326, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7e884230-985f-4637-8cf7-3bfdf2030326,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:27.797167 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:27.799077 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-6d3bd469-c365-4c44-b549-102108a7ee3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:27.863402 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-6686ce98-a6ae-4f9c-95d7-1d063d1897c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f96d1c54-051a-40d0-9ed8-2d9a674f1188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808694 Aug 24 11:41:27.873449 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=7e884230-985f-4637-8cf7-3bfdf2030326,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:27.882558 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.882558 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.882996 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.883314 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.883661 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.883999 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.884357 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.884672 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.885018 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.885333 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.885650 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:27.889292 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:28.091402 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a51ac-ae6b-494d-a9f4-3fc6f57bfb03 req-13d934f6-b48b-4a8b-aa95-7e7f31b87474 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:28.092958 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2c9a51ac-ae6b-494d-a9f4-3fc6f57bfb03 req-13d934f6-b48b-4a8b-aa95-7e7f31b87474 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 945 time: 0.0764625 Aug 24 11:41:28.099237 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-fc1a8e24-81ab-4f62-8d8f-bee817b8c9f3 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031860 Aug 24 11:41:28.138931 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2c9a51ac-ae6b-494d-a9f4-3fc6f57bfb03 req-c19c405a-63e9-4d5e-972f-41c078b2b2cc tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Aug 24 11:41:28.234973 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f18cfa1b-8090-407d-b90b-e276fc3dfae4 req-9020a12d-f056-44e5-ac92-3e8d05456836 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274633 Aug 24 11:41:28.458666 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d627818-30fc-4be4-b794-3b9f963955c0 req-5d9555e1-22a5-4bc6-85ea-0c4510aa1008 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:28.460156 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1d627818-30fc-4be4-b794-3b9f963955c0 req-5d9555e1-22a5-4bc6-85ea-0c4510aa1008 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0813119 Aug 24 11:41:28.518900 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1d627818-30fc-4be4-b794-3b9f963955c0 req-ea714b45-401c-4e11-af39-633c0aadc186 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Aug 24 11:41:28.535439 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-e96fa20b-0821-4a11-b0a4-5d3d68a6796e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1805528a710a456ca762f8be89c32f36&device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1096 time: 0.0716710 Aug 24 11:41:28.670279 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ee512-dbb5-4973-867d-c683561a9706 req-c03d51b5-2347-4d53-9e27-bdc4bf4647da tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:28.674886 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-814ee512-dbb5-4973-867d-c683561a9706 req-c03d51b5-2347-4d53-9e27-bdc4bf4647da tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0856860 Aug 24 11:41:28.684275 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-41de3262-2730-4b2b-80d1-08bf2fc6fc2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:28.686027 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-41de3262-2730-4b2b-80d1-08bf2fc6fc2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 200 len: 910 time: 0.1437912 Aug 24 11:41:28.719723 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-814ee512-dbb5-4973-867d-c683561a9706 req-bbcade78-990e-4bcc-bb1a-0da92418eda4 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419478 Aug 24 11:41:28.761380 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-e5f2c417-ebdd-4da4-b227-bebcddef27b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 200 len: 217 time: 0.0670104 Aug 24 11:41:28.825590 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-1f1992e0-63b3-46ab-9632-eb3542c74c2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:28.827041 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-1f1992e0-63b3-46ab-9632-eb3542c74c2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ded2441-c687-41d8-9745-e88d14301842 HTTP/1.1" status: 200 len: 848 time: 0.0579052 Aug 24 11:41:28.878823 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc23235-d951-4b7f-b469-b7cee0e3e3e4 req-6c0b10aa-7a53-48ad-8e56-3373556bef33 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:28.880339 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8bc23235-d951-4b7f-b469-b7cee0e3e3e4 req-6c0b10aa-7a53-48ad-8e56-3373556bef33 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 945 time: 0.0812342 Aug 24 11:41:28.909821 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-ed59f5fe-0bb7-4ff0-ac0c-81ada2f87b1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f96d1c54-051a-40d0-9ed8-2d9a674f1188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685396 Aug 24 11:41:28.931473 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8bc23235-d951-4b7f-b469-b7cee0e3e3e4 req-6547fc29-e4a7-4b5f-9d75-8314caefa367 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Aug 24 11:41:29.047589 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-a7d97bbb-5384-4f46-8bc5-380f6b52bf9a service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266499 Aug 24 11:41:29.184225 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-c9a78ac3-a928-4eee-8122-24994e0d8daf req-c0a611dc-d97c-47eb-97ba-468ad2f6aee3 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258249 Aug 24 11:41:29.333459 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['7e884230-985f-4637-8cf7-3bfdf2030326'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:41:29.346863 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88420063-1978-42e7-ac01-0341b903534f req-d6417220-3d1b-43e7-a631-50fff774b834 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:29.348541 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-88420063-1978-42e7-ac01-0341b903534f req-d6417220-3d1b-43e7-a631-50fff774b834 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 945 time: 0.0877633 Aug 24 11:41:29.402666 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-88420063-1978-42e7-ac01-0341b903534f req-e59ce7cf-8d1d-4064-af65-f08192ced161 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471768 Aug 24 11:41:29.722879 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430ebe5-c435-46b6-9d10-11c487baa138 req-fc793bf2-60aa-4acd-974d-7e7f4fbafc64 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:29.724241 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a430ebe5-c435-46b6-9d10-11c487baa138 req-fc793bf2-60aa-4acd-974d-7e7f4fbafc64 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0775526 Aug 24 11:41:29.776255 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a430ebe5-c435-46b6-9d10-11c487baa138 req-d599d7b8-b075-480a-be64-365eebb48395 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463707 Aug 24 11:41:29.923555 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6fe8f-1c14-4f19-ad45-7731b058e148 req-dfb2b1a6-5e17-4dff-9d72-d8e0c04a9132 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:29.925029 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0bf6fe8f-1c14-4f19-ad45-7731b058e148 req-dfb2b1a6-5e17-4dff-9d72-d8e0c04a9132 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0800421 Aug 24 11:41:29.970035 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0bf6fe8f-1c14-4f19-ad45-7731b058e148 req-139b1017-dc9f-4c9d-b81f-88f2da11fbb0 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Aug 24 11:41:30.031421 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:30.130396 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102d449-8ff3-4643-960c-1063c408b694 req-3beb9d96-eb00-4781-8e67-200c6262172b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:30.131861 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3102d449-8ff3-4643-960c-1063c408b694 req-3beb9d96-eb00-4781-8e67-200c6262172b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 945 time: 0.0772767 Aug 24 11:41:30.178709 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3102d449-8ff3-4643-960c-1063c408b694 req-a1c2516b-9c91-4006-b6b3-5d224bae2e59 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406675 Aug 24 11:41:30.607483 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90454b-d79b-46e7-a970-49fc74fb2ba0 req-ba34e79a-ca0b-481e-9b8e-73505682e43b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:30.608857 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5d90454b-d79b-46e7-a970-49fc74fb2ba0 req-ba34e79a-ca0b-481e-9b8e-73505682e43b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 945 time: 0.0805449 Aug 24 11:41:30.677067 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5d90454b-d79b-46e7-a970-49fc74fb2ba0 req-19d54abb-e4e8-45a3-b199-2da78d6d242e tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617692 Aug 24 11:41:30.950860 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-7edf6452-4496-420a-9291-2fb5ec533c62 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:30.951466 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-7edf6452-4496-420a-9291-2fb5ec533c62 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Synchronizing usage tracker for tenant:05a0b4c1e8e943a39f8aec63be54a15a on resource:port {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:41:30.972801 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19270302-d442-4d05-bfcc-5a5d0ff37da1 req-56ade941-c5b8-4ef8-9b8c-9543cd62109c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:30.973455 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-7edf6452-4496-420a-9291-2fb5ec533c62 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Unset dirty status for tenant:05a0b4c1e8e943a39f8aec63be54a15a on resource:port {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:41:30.974256 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-19270302-d442-4d05-bfcc-5a5d0ff37da1 req-56ade941-c5b8-4ef8-9b8c-9543cd62109c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0795674 Aug 24 11:41:30.974434 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-7edf6452-4496-420a-9291-2fb5ec533c62 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.37 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 945 time: 0.1052325 Aug 24 11:41:31.021629 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-19270302-d442-4d05-bfcc-5a5d0ff37da1 req-dc379c5f-2d25-48d5-8e72-e4d77447fc01 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 Aug 24 11:41:31.046169 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Deleting port 792ddfee-a87c-4670-b259-cfb77d1617dd {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:41:31.046514 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:31.208246 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9fdea-e6f4-4537-b45c-ac03d64c124b req-7714c44f-dbf0-4b17-8269-92b4f2ba87da tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:31.209608 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b1d9fdea-e6f4-4537-b45c-ac03d64c124b req-7714c44f-dbf0-4b17-8269-92b4f2ba87da tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0794432 Aug 24 11:41:31.258499 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b1d9fdea-e6f4-4537-b45c-ac03d64c124b req-be3848a3-e4b3-446c-be76-f38c2e36e630 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422566 Aug 24 11:41:31.307397 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] For port 792ddfee-a87c-4670-b259-cfb77d1617dd, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=792ddfee-a87c-4670-b259-cfb77d1617dd,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:31.307780 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:31.385690 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c64b71-d2eb-4239-9165-bcfa72d09791 req-80b1544d-f766-4b60-88b8-4e82d2ecf66d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:31.387136 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87c64b71-d2eb-4239-9165-bcfa72d09791 req-80b1544d-f766-4b60-88b8-4e82d2ecf66d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 945 time: 0.0765767 Aug 24 11:41:31.432647 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Calling delete_port for 792ddfee-a87c-4670-b259-cfb77d1617dd owned by compute:nova {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:41:31.435516 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-87c64b71-d2eb-4239-9165-bcfa72d09791 req-7bc98cd8-dd46-4ba2-86b8-f290fa2b094b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Aug 24 11:41:31.634582 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:31.640702 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-dd1d763c-276b-446d-818b-20285e2c2403 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:31.677590 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['792ddfee-a87c-4670-b259-cfb77d1617dd'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:41:31.692165 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Pushing event deleted for resources: {'Port': ['ID=792ddfee-a87c-4670-b259-cfb77d1617dd,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:31.694683 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:31.777785 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] No DVR routers for this DVR port 792ddfee-a87c-4670-b259-cfb77d1617dd on host hv-cinder-79809 {{(pid=74964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:41:31.781577 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:31.786499 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7ca9a-4121-41fc-b490-681220b40197', 'name': 'network-vif-deleted', 'tag': '792ddfee-a87c-4670-b259-cfb77d1617dd'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:31.806163 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-9c4e56c4-561c-4843-a3a3-52a6b5398645 req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.37 "DELETE /v2.0/ports/792ddfee-a87c-4670-b259-cfb77d1617dd HTTP/1.1" status: 204 len: 173 time: 0.8251786 Aug 24 11:41:31.866720 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-aa9f8ed6-252e-491d-8322-86bb49678541 req-db495a6e-7c16-4366-ae1b-23ae14a289a3 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=9da7ca9a-4121-41fc-b490-681220b40197 HTTP/1.1" status: 200 len: 210 time: 0.0402353 Aug 24 11:41:31.934862 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da7ca9a-4121-41fc-b490-681220b40197', 'name': 'network-vif-deleted', 'tag': '792ddfee-a87c-4670-b259-cfb77d1617dd', 'status': 'completed', 'code': 200} Aug 24 11:41:32.224458 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746360c-8ef5-40b3-aad1-e08600ba5fab req-74a7ae3f-b57c-498d-bcd7-f91ab350cc1d tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:32.225902 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e746360c-8ef5-40b3-aad1-e08600ba5fab req-74a7ae3f-b57c-498d-bcd7-f91ab350cc1d tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0779514 Aug 24 11:41:32.277071 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e746360c-8ef5-40b3-aad1-e08600ba5fab req-cbede67e-f061-44d9-8da0-f1d5bad0936c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Aug 24 11:41:32.464130 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb8d0c-2579-490b-8412-a8be74aec0ba req-77eb2b3f-8e68-4541-99fa-0293b7a6c194 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:32.465817 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dbdb8d0c-2579-490b-8412-a8be74aec0ba req-77eb2b3f-8e68-4541-99fa-0293b7a6c194 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0780389 Aug 24 11:41:32.511409 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dbdb8d0c-2579-490b-8412-a8be74aec0ba req-0fd40b4b-e77f-45f1-b554-b26715d26da9 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Aug 24 11:41:32.664657 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28f976-de27-416a-a9c9-db02e0d28007 req-eba3e5a5-1d9a-478c-96a5-29c12f1ee9fe tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:32.666836 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2b28f976-de27-416a-a9c9-db02e0d28007 req-eba3e5a5-1d9a-478c-96a5-29c12f1ee9fe tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 945 time: 0.0919397 Aug 24 11:41:32.769060 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2b28f976-de27-416a-a9c9-db02e0d28007 req-eb548b81-2bf4-4e10-af1d-eae9d507e3f4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961788 Aug 24 11:41:33.325381 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-0921a36b-08ef-48a3-ab96-65ac400182c6 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:33.326842 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-0921a36b-08ef-48a3-ab96-65ac400182c6 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/networks?id=124df346-3a9c-48a5-a0b1-1de2b896ba33 HTTP/1.1" status: 200 len: 809 time: 0.1430826 Aug 24 11:41:33.343881 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-f51f6026-9705-4a9a-b93f-cdd16bcf8e12 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/quotas/05a0b4c1e8e943a39f8aec63be54a15a HTTP/1.1" status: 200 len: 375 time: 0.0115287 Aug 24 11:41:33.389764 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-c939f232-46e0-4226-aae3-382db06e5618 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=05a0b4c1e8e943a39f8aec63be54a15a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406375 Aug 24 11:41:33.421897 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 7e884230-985f-4637-8cf7-3bfdf2030326 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:33.500734 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 7e884230-985f-4637-8cf7-3bfdf2030326 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:33.506174 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 7e884230-985f-4637-8cf7-3bfdf2030326 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:33.506669 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:33.526449 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-d867cc4b-41b6-4243-abc7-55f93aebda34 service neutron] 10.222.0.49 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302178 Aug 24 11:41:33.629349 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:33.670675 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ec00d-98f6-49de-bd38-ad61b399063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e884230-985f-4637-8cf7-3bfdf2030326'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:33.678786 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 7e884230-985f-4637-8cf7-3bfdf2030326, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7e884230-985f-4637-8cf7-3bfdf2030326,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:33.683520 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:33.686448 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:33.726282 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-78954cf9-00d9-4f1c-9e73-eef531c8388b service neutron] 10.222.0.49 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941674 Aug 24 11:41:33.739135 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab68fa-9428-43a1-96ac-f2aa9f5f13f2 req-765a7f96-5995-4b07-8478-fa08fd2ed953 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:33.740731 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eaab68fa-9428-43a1-96ac-f2aa9f5f13f2 req-765a7f96-5995-4b07-8478-fa08fd2ed953 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.1874702 Aug 24 11:41:33.770693 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=7e884230-985f-4637-8cf7-3bfdf2030326,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:33.774330 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:33.792125 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eaab68fa-9428-43a1-96ac-f2aa9f5f13f2 req-c70195b0-f4bf-430b-b324-732987defcfc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453479 Aug 24 11:41:33.917260 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ec00d-98f6-49de-bd38-ad61b399063c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e884230-985f-4637-8cf7-3bfdf2030326', 'code': 200} Aug 24 11:41:34.012848 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c9786-30b8-43bc-a05e-e02c422dd570 req-0c45b2f9-f1ea-44c8-b9ce-d6bd278e26b4 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:34.014359 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c0c9786-30b8-43bc-a05e-e02c422dd570 req-0c45b2f9-f1ea-44c8-b9ce-d6bd278e26b4 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1003096 Aug 24 11:41:34.130753 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c0c9786-30b8-43bc-a05e-e02c422dd570 req-e71e5804-7cf2-40b8-b067-811b163322bb tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072280 Aug 24 11:41:34.163424 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c052d-ff96-4f9d-abda-4a3259a7cd2a req-281f8c36-4cb2-4785-9cd8-76ba4139cace tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:34.165085 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-673c052d-ff96-4f9d-abda-4a3259a7cd2a req-281f8c36-4cb2-4785-9cd8-76ba4139cace tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 946 time: 0.1139982 Aug 24 11:41:34.200871 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:41:34.318577 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b6b682ef-caa6-460b-832c-8d80cecc61f6 req-9453f027-b595-44b4-8450-4951111d6c8c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 210 time: 0.0804703 Aug 24 11:41:34.346385 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-673c052d-ff96-4f9d-abda-4a3259a7cd2a req-0e1a54bb-d8ef-474d-afdc-d0d4181fdfe7 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710367 Aug 24 11:41:34.349948 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2ea35de2-11fd-4e6c-a59c-c586e58199c2 req-c5168f0f-934e-4d8e-84b6-00eeb2a23e74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 1099 time: 0.1253479 Aug 24 11:41:34.404551 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2ea35de2-11fd-4e6c-a59c-c586e58199c2 req-19eac9f7-76f5-4f64-8c0d-bd163cfedef1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 Aug 24 11:41:35.420840 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c4f49-3a2e-47c4-9589-404aecd9ac03 req-e962edf4-91c9-46bf-acb5-73f2a8e8b4c9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:35.422289 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f96c4f49-3a2e-47c4-9589-404aecd9ac03 req-e962edf4-91c9-46bf-acb5-73f2a8e8b4c9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.1344762 Aug 24 11:41:35.431196 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device dc475e2b-a422-4361-9ffd-7d3436ed16bc details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:41:35.442515 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 792ddfee-a87c-4670-b259-cfb77d1617dd no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:41:35.454778 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abaea0-971a-4dea-a3c8-f519f861d78d req-1aa6bf6b-3d62-439c-936e-9dc917762bde tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:35.456242 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d2abaea0-971a-4dea-a3c8-f519f861d78d req-1aa6bf6b-3d62-439c-936e-9dc917762bde tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1216869 Aug 24 11:41:35.482140 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 792ddfee-a87c-4670-b259-cfb77d1617dd {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:41:35.482140 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 792ddfee-a87c-4670-b259-cfb77d1617dd not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:41:35.515253 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f96c4f49-3a2e-47c4-9589-404aecd9ac03 req-d8ac1f58-e3e3-4fb3-abef-d231edfb9a3e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851035 Aug 24 11:41:35.526059 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d2abaea0-971a-4dea-a3c8-f519f861d78d req-f25cb812-be03-4508-9ba1-25d02b17cd46 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518072 Aug 24 11:41:35.643573 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:35.676630 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'port_id': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'mac_address': 'fa:16:3e:07:5a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:41:35.702314 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e25c219d-3226-4131-bb7c-d12fe8bbe24b req-f8834774-7561-4fac-8d33-cc0a40a9a3f7 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 210 time: 0.0594716 Aug 24 11:41:35.762685 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:35.794752 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc475e2b-a422-4361-9ffd-7d3436ed16bc {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:41:35.820036 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:35.829885 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:35.832499 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c5925a4d-1898-475c-a2d0-3d21822f5311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:35.836730 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e470c-b70f-4288-bcda-b32ac9b28efb req-f4222c85-d5c6-4b11-9677-62763917a6f5 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:35.839138 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-084e470c-b70f-4288-bcda-b32ac9b28efb req-f4222c85-d5c6-4b11-9677-62763917a6f5 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 946 time: 0.1263468 Aug 24 11:41:35.937527 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:35.939191 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-084e470c-b70f-4288-bcda-b32ac9b28efb req-ae925a05-b6db-43ca-a943-79c97e7393ab tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920043 Aug 24 11:41:35.940597 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:36.096587 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-0c0ec7d3-7fdd-4910-b110-408af953c0f5 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:36.100879 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-0c0ec7d3-7fdd-4910-b110-408af953c0f5 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.37 "GET /v2.0/networks?id=124df346-3a9c-48a5-a0b1-1de2b896ba33 HTTP/1.1" status: 200 len: 809 time: 0.2250669 Aug 24 11:41:36.128754 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Request body: {'port': {'device_id': '18b8ca45-780d-4137-9551-4a2ce41917f0', 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33', 'admin_state_up': True, 'tenant_id': '05a0b4c1e8e943a39f8aec63be54a15a'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:36.283512 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:36.289001 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Usage tracker for resource:port and tenant:05a0b4c1e8e943a39f8aec63be54a15a is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:36.292711 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:36.298342 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:36.308931 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Made reservation on behalf of 05a0b4c1e8e943a39f8aec63be54a15a for: {'port': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:41:36.312503 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:36.469761 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Allocated IP 172.20.0.3 (124df346-3a9c-48a5-a0b1-1de2b896ba33/abff0ba9-2111-474f-9b2e-22da18bcfc77/3708f1c1-516e-4961-9356-6a6393638370) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:41:36.637400 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['dc475e2b-a422-4361-9ffd-7d3436ed16bc'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:41:36.692262 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:36.733197 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:36.741682 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-645490dc-951e-4922-8ef8-d7ed1ca668f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:36.810821 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Network 124df346-3a9c-48a5-a0b1-1de2b896ba33 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:41:36.813917 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:41:36.817876 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:41:36.821683 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215852a-4292-4427-9e16-df34147ca89e req-d211bc5d-1ded-4e3b-9477-7ea115fc04f1 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:36.828299 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d215852a-4292-4427-9e16-df34147ca89e req-d211bc5d-1ded-4e3b-9477-7ea115fc04f1 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 944 time: 0.1841817 Aug 24 11:41:36.853041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Pushing event updated for resources: {'Port': ['ID=3708f1c1-516e-4961-9356-6a6393638370,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:36.860012 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:36.888245 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d215852a-4292-4427-9e16-df34147ca89e req-d0d34629-81f4-4169-a7b6-222b2a66fdc9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590217 Aug 24 11:41:36.890492 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:36.891222 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:36.908721 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118214d-6699-4f86-9644-8ce3a99fb1e3 req-71c1641b-5dd1-4261-9f1b-c8310058c456 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:36.921077 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c118214d-6699-4f86-9644-8ce3a99fb1e3 req-71c1641b-5dd1-4261-9f1b-c8310058c456 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1839335 Aug 24 11:41:36.931179 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8076737 Aug 24 11:41:36.959638 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Request body: {'port': {'device_id': '18b8ca45-780d-4137-9551-4a2ce41917f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:36.988292 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c118214d-6699-4f86-9644-8ce3a99fb1e3 req-6fc23bc7-d38d-4535-8043-b1eb9dc42bd8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598931 Aug 24 11:41:37.091545 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:37.125124 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44749-b1c2-48bf-bd81-93ae202044ba req-3dc1e6e8-3771-417e-8f15-4eab363b99c8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:37.128122 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7cd44749-b1c2-48bf-bd81-93ae202044ba req-3dc1e6e8-3771-417e-8f15-4eab363b99c8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 931 time: 0.0881784 Aug 24 11:41:37.225901 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7cd44749-b1c2-48bf-bd81-93ae202044ba req-9e6490a4-8935-46f0-8c1c-4fa82232d773 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924633 Aug 24 11:41:37.278482 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33c756-2031-4e7f-8735-4b5a28a29fd7 req-0afcb5e9-39c2-42c0-8d71-1ca5e80e5bde tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:37.280270 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1f33c756-2031-4e7f-8735-4b5a28a29fd7 req-0afcb5e9-39c2-42c0-8d71-1ca5e80e5bde tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 946 time: 0.1105244 Aug 24 11:41:37.332831 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1f33c756-2031-4e7f-8735-4b5a28a29fd7 req-be89308f-8f18-4d3a-b21d-1a7fd9c27397 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Aug 24 11:41:37.458223 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3708f1c1-516e-4961-9356-6a6393638370 {{(pid=74964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:41:37.465946 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:37.482267 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Transition to ACTIVE for port object 3708f1c1-516e-4961-9356-6a6393638370 will not be triggered until provisioned by entity L2. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:41:37.488208 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:37.493437 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1951123f-0cb7-4d60-b08e-74ee18ca8cee tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:37.708405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=3708f1c1-516e-4961-9356-6a6393638370,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:37.715461 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:37.790404 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Attempting to bind port 3708f1c1-516e-4961-9356-6a6393638370 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:41:37.790743 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Attempting to bind port 3708f1c1-516e-4961-9356-6a6393638370 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:41:37.791645 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Attempting to bind port 3708f1c1-516e-4961-9356-6a6393638370 on network 124df346-3a9c-48a5-a0b1-1de2b896ba33 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:37.799593 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Port 3708f1c1-516e-4961-9356-6a6393638370 on network 124df346-3a9c-48a5-a0b1-1de2b896ba33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:41:37.800065 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Attempting to bind port 3708f1c1-516e-4961-9356-6a6393638370 on network 124df346-3a9c-48a5-a0b1-1de2b896ba33 {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:41:37.806634 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:41:37.807108 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Checking segment: {'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:41:37.807482 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Bound using segment: {'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'} {{(pid=74964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:41:37.807943 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.managers [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Bound port: 3708f1c1-516e-4961-9356-6a6393638370, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f20f719-d274-4a63-af41-26565e2bb603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33'}}] {{(pid=74964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:41:37.808282 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:37.894127 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] For port 3708f1c1-516e-4961-9356-6a6393638370, host hv-cinder-79809, cleared binding levels {{(pid=74964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:41:37.897202 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] For port 3708f1c1-516e-4961-9356-6a6393638370, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3708f1c1-516e-4961-9356-6a6393638370,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:41:37.901292 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:37.905422 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:37.966386 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:37.967786 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] 10.222.0.37 "PUT /v2.0/ports/3708f1c1-516e-4961-9356-6a6393638370 HTTP/1.1" status: 200 len: 1093 time: 1.0156090 Aug 24 11:41:37.968290 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b8ca45-780d-4137-9551-4a2ce41917f0', 'tag': '3708f1c1-516e-4961-9356-6a6393638370'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:37.985208 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=3708f1c1-516e-4961-9356-6a6393638370,revision_number=3']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:37.989139 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-9f82bfaf-722c-4740-bd1b-3df3a2c82fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:38.089978 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b8ca45-780d-4137-9551-4a2ce41917f0', 'tag': '3708f1c1-516e-4961-9356-6a6393638370', 'status': 'completed', 'code': 200} Aug 24 11:41:38.090898 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c75407-8922-4d3d-b99a-4eb5af601f98 req-f8bbfbbe-a651-4a64-a663-c49a63caec3c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:38.092464 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06c75407-8922-4d3d-b99a-4eb5af601f98 req-f8bbfbbe-a651-4a64-a663-c49a63caec3c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 944 time: 0.0825043 Aug 24 11:41:38.131394 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-042cd768-c075-4ed3-ac8b-d7ed1d4fc4fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05a0b4c1e8e943a39f8aec63be54a15a&device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 1096 time: 0.0789227 Aug 24 11:41:38.214546 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-f182de85-17e5-4b8f-afdb-8c90ba8737dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3708f1c1-516e-4961-9356-6a6393638370 HTTP/1.1" status: 200 len: 217 time: 0.0671971 Aug 24 11:41:38.262723 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06c75407-8922-4d3d-b99a-4eb5af601f98 req-a3274595-f752-42c5-ab1c-ac1f56be7474 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643550 Aug 24 11:41:38.285803 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c22ea-3cbd-4be6-ba26-a10dbfea602c req-df214f71-e215-468f-92bb-d64f901bc848 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:38.287246 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe8c22ea-3cbd-4be6-ba26-a10dbfea602c req-df214f71-e215-468f-92bb-d64f901bc848 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1067259 Aug 24 11:41:38.300812 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-afd1895c-48c2-481a-8efe-60a6ee2bc31e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:38.302277 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-afd1895c-48c2-481a-8efe-60a6ee2bc31e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abff0ba9-2111-474f-9b2e-22da18bcfc77 HTTP/1.1" status: 200 len: 849 time: 0.0802443 Aug 24 11:41:38.335455 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe8c22ea-3cbd-4be6-ba26-a10dbfea602c req-538d5878-1dc1-4654-9443-705212a00bd2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407360 Aug 24 11:41:38.365310 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-c720cbd0-6d1a-411a-933a-d359b545a592 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=124df346-3a9c-48a5-a0b1-1de2b896ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499842 Aug 24 11:41:38.454638 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e270b-5514-4030-a6b3-1264958ccd06 req-b3d0b82e-6d22-4edb-b411-6354f2b86131 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:38.456100 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d22e270b-5514-4030-a6b3-1264958ccd06 req-b3d0b82e-6d22-4edb-b411-6354f2b86131 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 943 time: 0.0781348 Aug 24 11:41:38.501108 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-87a0e344-fcfe-4078-94d6-6f6c71837259 service neutron] 10.222.0.37 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277535 Aug 24 11:41:38.501671 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d22e270b-5514-4030-a6b3-1264958ccd06 req-8ae4e21a-4147-435f-aea9-2cd62392d204 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Aug 24 11:41:38.641957 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-b550abff-4570-43f8-bdff-43d284bfcf22 req-d4f29574-aeab-494f-8820-5b8e0b34a37f service neutron] 10.222.0.37 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336017 Aug 24 11:41:38.872015 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-e65fdfe9-d731-40b8-b982-2de7c1bdf51e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=05a0b4c1e8e943a39f8aec63be54a15a&device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 1096 time: 0.0727851 Aug 24 11:41:38.951896 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-63d2b480-4263-4524-bad4-e6184b7ca6da req-68f242fa-0ae2-49c0-8884-46c9cdf464c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 1098 time: 0.0707953 Aug 24 11:41:39.002440 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-63d2b480-4263-4524-bad4-e6184b7ca6da req-35ee74dc-de15-4f2b-a81e-ae6fa0d891a2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424209 Aug 24 11:41:39.013302 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-a663821e-884b-4f77-a0b8-f7b9e02ab5ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:39.014722 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-a663821e-884b-4f77-a0b8-f7b9e02ab5ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=124df346-3a9c-48a5-a0b1-1de2b896ba33 HTTP/1.1" status: 200 len: 910 time: 0.1326044 Aug 24 11:41:39.461585 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device dc475e2b-a422-4361-9ffd-7d3436ed16bc up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:39.528334 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port dc475e2b-a422-4361-9ffd-7d3436ed16bc completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:39.533011 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port dc475e2b-a422-4361-9ffd-7d3436ed16bc triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:39.533393 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:39.645596 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:39.672763 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:39.682469 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:39.685549 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:39.687324 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:39.756655 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:39.759688 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:39.789479 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-1152e72e-bdb2-4da1-a740-38dbfc73cf0d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3708f1c1-516e-4961-9356-6a6393638370 HTTP/1.1" status: 200 len: 217 time: 0.0678155 Aug 24 11:41:39.865489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-cc0d50eb-25e9-4dff-a7b0-89bca27fb7ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:39.866917 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-cc0d50eb-25e9-4dff-a7b0-89bca27fb7ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abff0ba9-2111-474f-9b2e-22da18bcfc77 HTTP/1.1" status: 200 len: 849 time: 0.0612521 Aug 24 11:41:39.919520 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-eb7c64bc-86b2-4b8f-bba2-2da5613dcb7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=124df346-3a9c-48a5-a0b1-1de2b896ba33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407412 Aug 24 11:41:40.057639 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-5249fd82-2c11-47e6-a955-a95f20527239 service neutron] 10.222.0.37 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281333 Aug 24 11:41:40.218563 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-2f3a01f9-feda-43d1-8519-2dbf5d2e8b43 req-ba9b8304-479d-40ea-9226-c704f28d1e5d service neutron] 10.222.0.37 "GET /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438258 Aug 24 11:41:40.236053 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417402e-6323-401b-97d8-909f3eb49e65 req-5b70ab7f-a4b6-4ae1-8cf7-f96c641678fe tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:40.237493 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0417402e-6323-401b-97d8-909f3eb49e65 req-5b70ab7f-a4b6-4ae1-8cf7-f96c641678fe tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.1112511 Aug 24 11:41:40.304730 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0417402e-6323-401b-97d8-909f3eb49e65 req-f2e5dde0-356c-4a66-8fd4-7e22a3cf329f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589924 Aug 24 11:41:40.318781 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144cc64-beda-4121-afd6-779c725d97ff req-af6b10c7-673d-4334-b9bf-43a01ccb5512 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:40.320264 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7144cc64-beda-4121-afd6-779c725d97ff req-af6b10c7-673d-4334-b9bf-43a01ccb5512 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1269138 Aug 24 11:41:40.367431 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7144cc64-beda-4121-afd6-779c725d97ff req-00ea50a5-112e-428f-9c56-254c80011425 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Aug 24 11:41:40.443699 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'code': 200} Aug 24 11:41:40.524888 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768946-6832-41d8-bfe8-a3978d539f7b req-daefb52b-7741-49ea-b78d-37274d57f69c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:40.526366 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ad768946-6832-41d8-bfe8-a3978d539f7b req-daefb52b-7741-49ea-b78d-37274d57f69c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 943 time: 0.0831599 Aug 24 11:41:40.572177 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ad768946-6832-41d8-bfe8-a3978d539f7b req-15b8f4ad-0d8a-4e6b-ae80-95e597de4ccf tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Aug 24 11:41:40.942993 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f8fa1f6d-d264-4a98-9938-4370099d35e3 req-901c0c65-8824-4e1f-8bb8-98c0c7845714 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1098 time: 0.1313672 Aug 24 11:41:40.992836 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-f8fa1f6d-d264-4a98-9938-4370099d35e3 req-b302c306-02b8-4e30-8285-0c9752c42a18 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Aug 24 11:41:41.507227 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6322a5f-bb40-475e-b114-a8f71d6b96a1 req-a61217b6-2ebe-4676-8069-ff9464b66530 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:41.508690 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b6322a5f-bb40-475e-b114-a8f71d6b96a1 req-a61217b6-2ebe-4676-8069-ff9464b66530 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0798128 Aug 24 11:41:41.555624 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b6322a5f-bb40-475e-b114-a8f71d6b96a1 req-5cdbb727-4973-46fc-ad64-89fdc8524858 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407884 Aug 24 11:41:41.737297 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cb900-7c4a-4eb1-9842-6c5057fd87fe req-25e162e8-1a57-4034-8e80-489dc12f877a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:41.738631 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3d2cb900-7c4a-4eb1-9842-6c5057fd87fe req-25e162e8-1a57-4034-8e80-489dc12f877a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0777645 Aug 24 11:41:41.785331 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3d2cb900-7c4a-4eb1-9842-6c5057fd87fe req-3b481f98-172b-4576-9bbe-4b8e4a3ce47d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Aug 24 11:41:41.964998 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6de4d0-6f77-4270-bff6-3f431c96ff4c req-d1457128-1685-4bc8-ab92-56de1093da0b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:41.966838 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f6de4d0-6f77-4270-bff6-3f431c96ff4c req-d1457128-1685-4bc8-ab92-56de1093da0b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 943 time: 0.0772135 Aug 24 11:41:42.019787 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f6de4d0-6f77-4270-bff6-3f431c96ff4c req-8a8a9f6f-212e-43f7-aa92-8dc8076276d2 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464716 Aug 24 11:41:42.759221 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc80ff-91bb-4c3b-bce6-96d8da23fa5e req-1c14305b-d8d9-4f4b-94d6-37f39cf4a998 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:42.761200 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56dc80ff-91bb-4c3b-bce6-96d8da23fa5e req-1c14305b-d8d9-4f4b-94d6-37f39cf4a998 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0808790 Aug 24 11:41:42.804977 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56dc80ff-91bb-4c3b-bce6-96d8da23fa5e req-bf0aeffa-e768-40bb-865f-8811341cbb85 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381441 Aug 24 11:41:42.991026 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1c69c-4cd9-49d4-acf4-fd287953862e req-2e6bbbd1-3d4e-46a8-9d3c-f678ec93631c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:42.992820 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c1c1c69c-4cd9-49d4-acf4-fd287953862e req-2e6bbbd1-3d4e-46a8-9d3c-f678ec93631c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0801761 Aug 24 11:41:43.040427 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c1c1c69c-4cd9-49d4-acf4-fd287953862e req-063bdaf2-d28b-4af4-8145-bc781d5c8f0e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Aug 24 11:41:43.283073 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebab347-2a31-44be-bf28-3ffe411f0b0e req-b6ce2fec-0e32-4b08-929f-44940403d553 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:43.284519 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ebab347-2a31-44be-bf28-3ffe411f0b0e req-b6ce2fec-0e32-4b08-929f-44940403d553 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 943 time: 0.1347704 Aug 24 11:41:43.289773 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc14a3b-9e2d-46ae-856c-e3afea949ad1 req-4fb96430-7302-47e4-be7f-060d8e459bab tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:43.291611 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-acc14a3b-9e2d-46ae-856c-e3afea949ad1 req-4fb96430-7302-47e4-be7f-060d8e459bab tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1087558 Aug 24 11:41:43.364802 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ebab347-2a31-44be-bf28-3ffe411f0b0e req-5de163ff-eae2-4ee5-a3d0-3367cd1124bb tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722568 Aug 24 11:41:43.371563 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-acc14a3b-9e2d-46ae-856c-e3afea949ad1 req-8e5e448e-8857-49fb-8473-52ddac581852 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650697 Aug 24 11:41:44.046629 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510248bf-ae50-44e2-a869-50fbfc49f61c req-87f7b6c5-a93e-4ba6-a366-e30ddbaf6858 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:44.048515 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-510248bf-ae50-44e2-a869-50fbfc49f61c req-87f7b6c5-a93e-4ba6-a366-e30ddbaf6858 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0791695 Aug 24 11:41:44.102843 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-510248bf-ae50-44e2-a869-50fbfc49f61c req-838ef3ad-5da6-4fd5-85a8-9938bff61926 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484374 Aug 24 11:41:44.393089 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9f748-713d-4c32-b66c-95f08b79e24e req-3cefc763-6280-4174-b900-e6fe89421c76 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:44.394463 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eed9f748-713d-4c32-b66c-95f08b79e24e req-3cefc763-6280-4174-b900-e6fe89421c76 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0805151 Aug 24 11:41:44.441113 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eed9f748-713d-4c32-b66c-95f08b79e24e req-021a8d40-66f8-44d1-bd09-5e962ecadc4d tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399096 Aug 24 11:41:44.469608 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55060) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:44.564625 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a09281-6d12-4653-a1aa-8b8b4bedbe7a req-85575a24-0722-4a05-88cd-89a4b4eaddd9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:44.566066 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7a09281-6d12-4653-a1aa-8b8b4bedbe7a req-85575a24-0722-4a05-88cd-89a4b4eaddd9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 943 time: 0.0770335 Aug 24 11:41:44.621186 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7a09281-6d12-4653-a1aa-8b8b4bedbe7a req-2e538d61-d1cd-423b-b51d-6d52f0613df9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494535 Aug 24 11:41:44.803428 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-153b55ec-b250-4d35-95b4-ea583fd1a1b2 tempest-TestShelveInstance-1566319110 tempest-TestShelveInstance-1566319110-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1093 time: 0.3326044 Aug 24 11:41:44.806037 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55070) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:44.811865 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Request body: {'floatingip': {'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'port_id': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'fixed_ip_address': '172.20.0.5'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:41:44.817135 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:44.820932 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Usage tracker for resource:floatingip and tenant:1805528a710a456ca762f8be89c32f36 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:44.823779 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:44.829348 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:44.839929 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for floatingip, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:44.977758 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:45.114281 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Allocated IP 172.28.2.43 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/e0767f52-dfb9-410b-9ed9-a3264160452d) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:41:45.264936 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:45.296574 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:45.303081 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-34eefeda-e7dc-46a1-bb8e-b71d30e75da8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:45.369041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:41:45.371867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:41:45.376146 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:41:45.406574 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'Port': ['ID=e0767f52-dfb9-410b-9ed9-a3264160452d,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:45.412951 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:45.514435 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 3708f1c1-516e-4961-9356-6a6393638370 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:41:45.703963 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 3708f1c1-516e-4961-9356-6a6393638370, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3708f1c1-516e-4961-9356-6a6393638370,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:45.717727 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '3708f1c1-516e-4961-9356-6a6393638370', 'network_id': '124df346-3a9c-48a5-a0b1-1de2b896ba33', 'port_id': '3708f1c1-516e-4961-9356-6a6393638370', 'mac_address': 'fa:16:3e:74:7a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abff0ba9-2111-474f-9b2e-22da18bcfc77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:41:45.773296 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:45.792130 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3708f1c1-516e-4961-9356-6a6393638370 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:41:45.808232 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 3708f1c1-516e-4961-9356-6a6393638370, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3708f1c1-516e-4961-9356-6a6393638370,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:45.812923 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:45.816012 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:45.897679 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e423b-6c28-43ba-8cc2-1106cbd55baf req-2492dbe0-585a-4ea4-9798-9b5d79cdaf31 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:45.905468 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=3708f1c1-516e-4961-9356-6a6393638370,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:45.908275 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ad4e423b-6c28-43ba-8cc2-1106cbd55baf req-2492dbe0-585a-4ea4-9798-9b5d79cdaf31 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 944 time: 0.1393449 Aug 24 11:41:45.908869 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:45.954620 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ad4e423b-6c28-43ba-8cc2-1106cbd55baf req-4e8f6a31-b4d1-431e-94d6-c53e8097ab5f tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453277 Aug 24 11:41:46.087614 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:46.146014 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:46.464913 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['3708f1c1-516e-4961-9356-6a6393638370'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:41:46.508472 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:46.524373 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:46.535957 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:46.544563 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489eb59-b9af-4153-a96a-68a528db4d03 req-a19c8f78-d739-4218-9d71-821c8c5e5e40 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:46.546121 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f489eb59-b9af-4153-a96a-68a528db4d03 req-a19c8f78-d739-4218-9d71-821c8c5e5e40 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0887258 Aug 24 11:41:46.636308 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event updated for resources: {'Port': ['ID=e0767f52-dfb9-410b-9ed9-a3264160452d,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:46.643116 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:46.688623 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f489eb59-b9af-4153-a96a-68a528db4d03 req-45eaa911-379c-4446-b6c5-34b46a27d0f7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307886 Aug 24 11:41:46.702613 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:46.783524 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-93e9c24f-ef62-4880-8db1-a31ac367548d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1099 time: 0.3464799 Aug 24 11:41:46.947566 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-b68bbae2-b31a-46f4-9fe5-c60c0f690c77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:46.949142 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-b68bbae2-b31a-46f4-9fe5-c60c0f690c77 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 919 time: 0.1558924 Aug 24 11:41:47.074575 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-584a6d42-2da0-4449-b203-731cfd39bd9c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb HTTP/1.1" status: 200 len: 217 time: 0.0790913 Aug 24 11:41:47.159013 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-e8d71c05-8f58-4bb3-ae18-96c52fceec1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:47.160631 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-e8d71c05-8f58-4bb3-ae18-96c52fceec1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.0713828 Aug 24 11:41:47.167627 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d3a6a-63a4-49cc-8622-6755e507fd23 req-d01c9dd8-b3ad-4ee2-97d4-fdcecf27a456 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:47.168716 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.l3_db [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Floating IP 99a1d082-5fec-40f7-a4bd-520f344e4bd4 associated. External IP: 172.28.2.43, port: dc475e2b-a422-4361-9ffd-7d3436ed16bc. Aug 24 11:41:47.170286 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e39d3a6a-63a4-49cc-8622-6755e507fd23 req-d01c9dd8-b3ad-4ee2-97d4-fdcecf27a456 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 944 time: 0.0840466 Aug 24 11:41:47.228799 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e39d3a6a-63a4-49cc-8622-6755e507fd23 req-8964180e-6677-46b7-a6cf-6a1c67f1ce8f tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515480 Aug 24 11:41:47.276045 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-36634a8c-e3cb-4ab4-8e0d-3e02e166f4c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502489 Aug 24 11:41:47.476198 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-e96622ee-d4c7-4b78-b794-dc2dc698c2c6 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926956 Aug 24 11:41:47.532546 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-6eb334cc-183d-44e3-ac31-0373deb2541f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:47.631669 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-a29b3618-6b22-41f0-b9ab-865f587d5f86 req-1692a846-2f82-412d-adb8-cc0840478221 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479318 Aug 24 11:41:47.928609 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:47.942454 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33635df-d665-4be4-82cc-71548f904468 req-b9a2e1cc-455a-414f-93e9-6599c3ef2185 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:47.944316 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f33635df-d665-4be4-82cc-71548f904468 req-b9a2e1cc-455a-414f-93e9-6599c3ef2185 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0982537 Aug 24 11:41:47.959047 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Router 576e351c-6442-4f4e-85e0-f6d55ff70c4a has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:41:48.063183 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f33635df-d665-4be4-82cc-71548f904468 req-5da6c212-5571-4e50-9be3-9dd6a626e7be tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051459 Aug 24 11:41:48.191941 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:41:48.206154 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] Sync routers for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:41:48.220534 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:48.248168 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:41:48.249052 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:41:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:48.347691 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5291743 Aug 24 11:41:48.347691 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:48.371500 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b1097-997d-445e-92f4-5ecc4203270f req-ae008642-2004-456a-a066-d96cbcbb15d6 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:48.374410 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c20b1097-997d-445e-92f4-5ecc4203270f req-ae008642-2004-456a-a066-d96cbcbb15d6 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 946 time: 0.1100059 Aug 24 11:41:48.440746 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55156) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:48.442378 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:41:48.479452 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c20b1097-997d-445e-92f4-5ecc4203270f req-adc69b4c-14a1-46db-964c-d14228ed4932 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989418 Aug 24 11:41:48.501701 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da61bb-da87-4e54-ab98-d01a5b2cd08f req-d8852fad-1b02-4a2b-9593-1c481fddc621 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:48.503145 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-02da61bb-da87-4e54-ab98-d01a5b2cd08f req-d8852fad-1b02-4a2b-9593-1c481fddc621 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 944 time: 0.1008973 Aug 24 11:41:48.573832 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-02da61bb-da87-4e54-ab98-d01a5b2cd08f req-dcb4275b-bef7-4a4f-9b80-04b5f33e58fb tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579398 Aug 24 11:41:48.616886 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:48.653725 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:48.657058 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'status': 'completed', 'code': 200} Aug 24 11:41:48.659804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Usage tracker for resource:security_group_rule and tenant:64099b43cd834fe3b774bad0f88cb1ad is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:48.662823 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:48.669729 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:48.736218 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:48.740804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:48.751681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c81d270d-7900-4a35-9d75-a4d03033ca29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:48.826484 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '99a1d082-5fec-40f7-a4bd-520f344e4bd4', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'floating_ip_address': '172.28.2.43', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'port_id': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'mac_address': 'fa:16:3e:07:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:41:45Z', 'updated_at': '2021-08-24T11:41:45Z', 'revision_number': 0, 'project_id': '1805528a710a456ca762f8be89c32f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:43Z', 'revision_number': 5, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:48.830711 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] Checking router: 576e351c-6442-4f4e-85e0-f6d55ff70c4a for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:41:48.841582 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:41:48.842462 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:41:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:48.848752 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854be019-682e-42f6-bd1f-84eec369fe4e,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:48.852059 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:48.856516 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64099b43cd834fe3b774bad0f88cb1ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4127240 Aug 24 11:41:48.859143 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 55164) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:48.897992 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-161bde8a-ed73-4f54-b844-a5cbe2a0c835 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1805528a710a456ca762f8be89c32f36&device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1098 time: 0.1483517 Aug 24 11:41:48.932331 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:48.973346 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:49.044199 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:41:49.061285 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-2f2c0750-44ec-4092-8bf2-06338a2f4c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:49.063372 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-2f2c0750-44ec-4092-8bf2-06338a2f4c9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 200 len: 910 time: 0.1580496 Aug 24 11:41:49.069135 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:49.073951 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-97c9ea09-7147-482d-bcc7-0b0ae53a9b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:49.089692 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854be019-682e-42f6-bd1f-84eec369fe4e,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:49.101268 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:49.103022 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/854be019-682e-42f6-bd1f-84eec369fe4e HTTP/1.1" status: 204 len: 168 time: 0.2428854 Aug 24 11:41:49.113393 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.114086 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.114667 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.115207 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.116168 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.117078 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.117743 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.118427 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.119602 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.120139 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.120724 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:41:49.134336 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:49.242409 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-783802e7-a031-4848-83bc-1582e3a87fbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 200 len: 998 time: 0.1457822 Aug 24 11:41:49.289642 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 55178) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:49.325000 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-083fb119-2a1b-48b0-af47-f45cd1511946 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:49.330354 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-083fb119-2a1b-48b0-af47-f45cd1511946 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ded2441-c687-41d8-9745-e88d14301842 HTTP/1.1" status: 200 len: 848 time: 0.0792642 Aug 24 11:41:49.391295 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c1988-3462-42b5-893a-ec1328d69044 req-787c6cb3-be0c-4f77-8568-cc66f232f56d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:49.393677 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b3c1988-3462-42b5-893a-ec1328d69044 req-787c6cb3-be0c-4f77-8568-cc66f232f56d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1407671 Aug 24 11:41:49.456021 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b3c1988-3462-42b5-893a-ec1328d69044 req-9f4cd027-df25-4ab2-b332-aca95ad7c14b tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551043 Aug 24 11:41:49.467675 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-9c8f268f-144e-410e-9c50-c278f005ff31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f96d1c54-051a-40d0-9ed8-2d9a674f1188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1217227 Aug 24 11:41:49.545602 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 3708f1c1-516e-4961-9356-6a6393638370 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:41:49.657165 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-4c031af1-0e7f-45ae-9397-c0ecd65d9bca service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790712 Aug 24 11:41:49.659294 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '99a1d082-5fec-40f7-a4bd-520f344e4bd4', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'floating_ip_address': '172.28.2.43', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'port_id': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'mac_address': 'fa:16:3e:07:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:41:45Z', 'updated_at': '2021-08-24T11:41:45Z', 'revision_number': 0, 'project_id': '1805528a710a456ca762f8be89c32f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:43Z', 'revision_number': 5, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:41:49.669967 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9f79c-7715-4f00-81ec-6aad3aa7647c None None] The sync data for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb is: [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '99a1d082-5fec-40f7-a4bd-520f344e4bd4', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'floating_ip_address': '172.28.2.43', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'port_id': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'mac_address': 'fa:16:3e:07:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:41:45Z', 'updated_at': '2021-08-24T11:41:45Z', 'revision_number': 0, 'project_id': '1805528a710a456ca762f8be89c32f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:43Z', 'revision_number': 5, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:41:49.684094 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:49.754762 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c85301da-70ad-4680-be08-88c0a6e05564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:49.789867 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 3708f1c1-516e-4961-9356-6a6393638370 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:41:49.798254 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 3708f1c1-516e-4961-9356-6a6393638370 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:41:49.798914 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:49.852553 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:41:49.861523 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-83815444-727b-4dd4-9fcb-ae769698d2f4 req-c46c0238-182d-4782-9741-c648d1e5f45e service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943064 Aug 24 11:41:49.864264 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Usage tracker for resource:security_group_rule and tenant:de97eb819f954f25b6c3e4214f995a1b is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:41:49.916901 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:41:49.942694 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a7bbe-477e-4b92-9743-394b7f147d3b req-b3783d84-dc1f-48ce-b560-6325103c7486 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:49.953618 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-425a7bbe-477e-4b92-9743-394b7f147d3b req-b3783d84-dc1f-48ce-b560-6325103c7486 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 946 time: 0.2461326 Aug 24 11:41:49.956347 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:41:49.964988 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:49.996365 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8ca45-780d-4137-9551-4a2ce41917f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3708f1c1-516e-4961-9356-6a6393638370'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:50.004493 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2e518-5376-4d13-9003-53ccea0f2f7a None None] New status for floating IP 99a1d082-5fec-40f7-a4bd-520f344e4bd4: ACTIVE {{(pid=74966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:41:50.020279 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-425a7bbe-477e-4b92-9743-394b7f147d3b req-dfdeea23-dad0-4e16-b302-86824a34bcd3 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657556 Aug 24 11:41:50.076966 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 3708f1c1-516e-4961-9356-6a6393638370, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3708f1c1-516e-4961-9356-6a6393638370,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:50.095530 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc3a2-f928-4da2-81ad-5ff03ff12d34 req-365e36bf-b8f6-4607-8510-369a263f5cae tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:50.099320 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:50.102214 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2d2dc3a2-f928-4da2-81ad-5ff03ff12d34 req-365e36bf-b8f6-4607-8510-369a263f5cae tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 944 time: 0.2450755 Aug 24 11:41:50.103705 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:50.163888 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:50.173375 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2d2dc3a2-f928-4da2-81ad-5ff03ff12d34 req-d23f0416-f6bd-4f49-b0aa-65ccb31c76d7 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703144 Aug 24 11:41:50.173954 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:50.181414 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:50.225165 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de97eb819f954f25b6c3e4214f995a1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9332576 Aug 24 11:41:50.226280 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b198c4-1157-4af8-afdf-7423fa6cfa8d,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:50.229013 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:50.230251 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55208) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:41:50.266031 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=3708f1c1-516e-4961-9356-6a6393638370,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:50.274868 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:50.333991 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb506-d7b6-4ca2-8920-6575f291d095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:50.335210 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8ca45-780d-4137-9551-4a2ce41917f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3708f1c1-516e-4961-9356-6a6393638370', 'code': 200} Aug 24 11:41:50.365974 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb506-d7b6-4ca2-8920-6575f291d095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:50.423286 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb506-d7b6-4ca2-8920-6575f291d095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:50.428177 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4568948d-e676-474b-98f9-bdc4284d5acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:50.440758 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdb506-d7b6-4ca2-8920-6575f291d095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b198c4-1157-4af8-afdf-7423fa6cfa8d,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:50.443197 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2ebdb506-d7b6-4ca2-8920-6575f291d095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:50.451470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2ebdb506-d7b6-4ca2-8920-6575f291d095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:50.455216 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-2ebdb506-d7b6-4ca2-8920-6575f291d095 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a9b198c4-1157-4af8-afdf-7423fa6cfa8d HTTP/1.1" status: 204 len: 168 time: 0.2214875 Aug 24 11:41:50.671255 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:50.700903 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-9528ecd8-b943-4b20-a317-b2a61a1b8e6a req-26a2f559-ffdd-444d-8808-0f45590ac3f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 1098 time: 0.0928864 Aug 24 11:41:50.714883 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c07baf-4839-4d06-903d-af13abd8b924 req-4d61af6e-b03a-487b-a634-fd7bd5ced02e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:50.716817 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-21c07baf-4839-4d06-903d-af13abd8b924 req-4d61af6e-b03a-487b-a634-fd7bd5ced02e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1218677 Aug 24 11:41:50.766760 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-9528ecd8-b943-4b20-a317-b2a61a1b8e6a req-4e567f31-379a-4dfd-a47c-5384aae4f83f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531154 Aug 24 11:41:50.788968 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-21c07baf-4839-4d06-903d-af13abd8b924 req-4f8541f8-fdfd-4438-81e0-375c63a158c8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659468 Aug 24 11:41:51.242105 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dab7e-e5da-4f3f-b682-f15c56cbd69f req-df348130-15f9-40a3-991d-391753984356 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:51.243639 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-294dab7e-e5da-4f3f-b682-f15c56cbd69f req-df348130-15f9-40a3-991d-391753984356 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 946 time: 0.0816882 Aug 24 11:41:51.295929 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-294dab7e-e5da-4f3f-b682-f15c56cbd69f req-b0e295e9-e703-4474-bed7-56767bac6649 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Aug 24 11:41:51.389958 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dddd0f-9e4a-45d8-9796-92caa9f38f73 req-5517c25f-99e5-4f57-86d4-bc100d8302a9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:51.391339 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-62dddd0f-9e4a-45d8-9796-92caa9f38f73 req-5517c25f-99e5-4f57-86d4-bc100d8302a9 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 945 time: 0.0824094 Aug 24 11:41:51.447759 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-62dddd0f-9e4a-45d8-9796-92caa9f38f73 req-f1b1dbf1-94a6-4fc8-ba1d-65bd3e643dc7 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440395 Aug 24 11:41:51.468209 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00850114-2884-41ac-b185-440b18550707 req-fa34b9f8-9b36-48b9-84d1-93a2b34df69c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:51.468907 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-00850114-2884-41ac-b185-440b18550707 req-fa34b9f8-9b36-48b9-84d1-93a2b34df69c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Synchronizing usage tracker for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:41:51.485870 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-00850114-2884-41ac-b185-440b18550707 req-fa34b9f8-9b36-48b9-84d1-93a2b34df69c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Unset dirty status for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:41:51.487347 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-00850114-2884-41ac-b185-440b18550707 req-fa34b9f8-9b36-48b9-84d1-93a2b34df69c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 946 time: 0.0981483 Aug 24 11:41:51.560358 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Deleting port 7e884230-985f-4637-8cf7-3bfdf2030326 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:41:51.560858 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:51.893111 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] For port 7e884230-985f-4637-8cf7-3bfdf2030326, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=7e884230-985f-4637-8cf7-3bfdf2030326,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:51.893416 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:51.995863 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3279a-fc25-4d57-8f2e-8eb1fd2f8a31 req-ad2b43e7-8cba-4ee2-ae46-d5cbec9dae9d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:51.997372 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b2b3279a-fc25-4d57-8f2e-8eb1fd2f8a31 req-ad2b43e7-8cba-4ee2-ae46-d5cbec9dae9d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0849769 Aug 24 11:41:52.020978 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Calling delete_port for 7e884230-985f-4637-8cf7-3bfdf2030326 owned by compute:nova {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:41:52.045036 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b2b3279a-fc25-4d57-8f2e-8eb1fd2f8a31 req-709ebb3f-0b28-43f6-a938-393c71b70067 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Aug 24 11:41:52.169203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:52.183691 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:52.219827 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['37134ebc-630f-4b0d-8bd5-ee2b8905618f', '651f5572-7fb6-44f7-93a9-e9c24cabc90b', 'f104d9be-3d17-43f9-80ee-53292b5a38b6', '7e884230-985f-4637-8cf7-3bfdf2030326'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:41:52.283123 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Pushing event deleted for resources: {'Port': ['ID=7e884230-985f-4637-8cf7-3bfdf2030326,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:52.309409 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:52.319949 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] No DVR routers for this DVR port 7e884230-985f-4637-8cf7-3bfdf2030326 on host hv-cinder-79809 {{(pid=74964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:41:52.323323 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:52.333368 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1ec00d-98f6-49de-bd38-ad61b399063c', 'name': 'network-vif-deleted', 'tag': '7e884230-985f-4637-8cf7-3bfdf2030326'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:52.333822 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:52.344453 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-00850114-2884-41ac-b185-440b18550707 req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "DELETE /v2.0/ports/7e884230-985f-4637-8cf7-3bfdf2030326 HTTP/1.1" status: 204 len: 173 time: 0.8476524 Aug 24 11:41:52.423266 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1ec00d-98f6-49de-bd38-ad61b399063c', 'name': 'network-vif-deleted', 'tag': '7e884230-985f-4637-8cf7-3bfdf2030326', 'status': 'completed', 'code': 200} Aug 24 11:41:52.508284 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8224d76a-e811-42b6-a653-71559dc5d229 req-34949bde-32f1-4713-bd4d-5a86144d6a7b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=0b1ec00d-98f6-49de-bd38-ad61b399063c HTTP/1.1" status: 200 len: 210 time: 0.0547807 Aug 24 11:41:52.746803 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64420-0313-4dfb-b56e-ad9cbf2ee3be req-6bb9dc79-562e-46d1-86b5-f62d92f65090 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:52.748289 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a5d64420-0313-4dfb-b56e-ad9cbf2ee3be req-6bb9dc79-562e-46d1-86b5-f62d92f65090 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 945 time: 0.1012132 Aug 24 11:41:52.793161 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a5d64420-0313-4dfb-b56e-ad9cbf2ee3be req-1db0e975-677b-438f-a589-bde43ca060d8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383945 Aug 24 11:41:53.388589 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb8956-5822-42a8-a7f7-154d4b32eec1 req-078d611b-b6de-47f8-9696-3bfab2db8330 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:53.390024 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-96cb8956-5822-42a8-a7f7-154d4b32eec1 req-078d611b-b6de-47f8-9696-3bfab2db8330 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0789504 Aug 24 11:41:53.437705 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-96cb8956-5822-42a8-a7f7-154d4b32eec1 req-aa810c0c-a249-47b7-b5f3-b71689c556bd tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Aug 24 11:41:54.022831 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd805e2-b7c1-40af-9c70-c3ce6dc7297b req-f00a6796-26ad-461b-a991-7827b12616eb tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:54.024387 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ebd805e2-b7c1-40af-9c70-c3ce6dc7297b req-f00a6796-26ad-461b-a991-7827b12616eb tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 945 time: 0.1053128 Aug 24 11:41:54.069629 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ebd805e2-b7c1-40af-9c70-c3ce6dc7297b req-3b1d1b83-834a-4ffc-9913-2d84622e3971 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397012 Aug 24 11:41:54.635179 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7885b51-bf62-4064-99e2-421d54b2500c req-54f0aeba-4405-4aa8-84ce-0404adc53856 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:54.636595 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7885b51-bf62-4064-99e2-421d54b2500c req-54f0aeba-4405-4aa8-84ce-0404adc53856 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0780523 Aug 24 11:41:54.686316 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7885b51-bf62-4064-99e2-421d54b2500c req-8f3ecd8d-f8cd-4f70-9246-a64a167e6561 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434611 Aug 24 11:41:55.339302 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24e82d-075a-4621-85db-9bb90887db9a req-5d12f1a4-f285-4f4a-9943-ac67ca5235ad tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:55.340808 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5a24e82d-075a-4621-85db-9bb90887db9a req-5d12f1a4-f285-4f4a-9943-ac67ca5235ad tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.1619654 Aug 24 11:41:55.388991 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5a24e82d-075a-4621-85db-9bb90887db9a req-139402fe-d9fb-428a-9253-009d123faaa8 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Aug 24 11:41:55.577934 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 7e884230-985f-4637-8cf7-3bfdf2030326 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:41:55.631958 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 7e884230-985f-4637-8cf7-3bfdf2030326 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:41:55.632309 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 7e884230-985f-4637-8cf7-3bfdf2030326 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:41:55.811227 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f806e50-b49f-44b8-a5d3-9f4dae412aa4 req-738fee89-00c5-4b12-9f4a-9fb042767576 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:55.813566 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1f806e50-b49f-44b8-a5d3-9f4dae412aa4 req-738fee89-00c5-4b12-9f4a-9fb042767576 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 945 time: 0.0905297 Aug 24 11:41:55.918148 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1f806e50-b49f-44b8-a5d3-9f4dae412aa4 req-1356782c-a75d-4d6a-9320-dca020aafd2b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656815 Aug 24 11:41:55.936273 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd02f1-151d-4767-8aa1-5fd28e87ca40 req-b8eaf350-3d8b-43a6-b90f-990814bfc0cf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:55.937777 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-83fd02f1-151d-4767-8aa1-5fd28e87ca40 req-b8eaf350-3d8b-43a6-b90f-990814bfc0cf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1199536 Aug 24 11:41:56.000062 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-83fd02f1-151d-4767-8aa1-5fd28e87ca40 req-077c379b-9de1-4f41-ad1a-df4ab139e26f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502222 Aug 24 11:41:56.625883 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04dff4-5741-4f2b-9eeb-3f4dc4d51e2c req-c1bf5381-782a-49dc-929e-7111a9a16272 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:56.627340 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f04dff4-5741-4f2b-9eeb-3f4dc4d51e2c req-c1bf5381-782a-49dc-929e-7111a9a16272 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.1139054 Aug 24 11:41:56.688401 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f04dff4-5741-4f2b-9eeb-3f4dc4d51e2c req-0afadd73-1b5c-4d7f-b55d-0057bf0eda62 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Aug 24 11:41:57.131111 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77b3e3-7a00-4ef8-bd78-95b47cfce164 req-91ee6455-96e2-4722-996b-de8206e7dd3f tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:57.132580 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ca77b3e3-7a00-4ef8-bd78-95b47cfce164 req-91ee6455-96e2-4722-996b-de8206e7dd3f tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 945 time: 0.0909476 Aug 24 11:41:57.231767 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ca77b3e3-7a00-4ef8-bd78-95b47cfce164 req-3065ec3a-374d-4877-93f6-1f935f5ebeb7 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619230 Aug 24 11:41:57.247725 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c293cb-a793-4b8e-969f-bdda16f89930 req-db8d834e-e3f2-47ec-b2ac-434f3bb70e0d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:57.249174 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-42c293cb-a793-4b8e-969f-bdda16f89930 req-db8d834e-e3f2-47ec-b2ac-434f3bb70e0d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1157472 Aug 24 11:41:57.295453 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-42c293cb-a793-4b8e-969f-bdda16f89930 req-29722749-6fb3-41dd-ac29-8ade3b1972ae tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404737 Aug 24 11:41:57.923154 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884ea96-0a2b-4b9e-bc5f-8e46a513f69d req-86dcc370-d3d6-45f3-9dbf-1b599a64194b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:57.924576 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6884ea96-0a2b-4b9e-bc5f-8e46a513f69d req-86dcc370-d3d6-45f3-9dbf-1b599a64194b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.0850761 Aug 24 11:41:57.974704 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6884ea96-0a2b-4b9e-bc5f-8e46a513f69d req-44692ee9-daaa-4856-92b0-0956305dbd8a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441673 Aug 24 11:41:58.344938 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c87d90-0069-42fc-85f1-b1082998be9b req-c80804ad-041e-4ee3-b28d-2c893e8f8e67 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:58.344938 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-23c87d90-0069-42fc-85f1-b1082998be9b req-c80804ad-041e-4ee3-b28d-2c893e8f8e67 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Synchronizing usage tracker for tenant:05a0b4c1e8e943a39f8aec63be54a15a on resource:port {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:41:58.360581 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [req-23c87d90-0069-42fc-85f1-b1082998be9b req-c80804ad-041e-4ee3-b28d-2c893e8f8e67 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Unset dirty status for tenant:05a0b4c1e8e943a39f8aec63be54a15a on resource:port {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:41:58.361911 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-23c87d90-0069-42fc-85f1-b1082998be9b req-c80804ad-041e-4ee3-b28d-2c893e8f8e67 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.37 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 945 time: 0.1093132 Aug 24 11:41:58.449281 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Deleting port 3708f1c1-516e-4961-9356-6a6393638370 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:41:58.449522 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:58.484357 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d19d37-8a9d-4224-8398-c1972165145b req-315f1da5-3792-4486-a6fd-a8e727b24d5e tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:58.485812 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-57d19d37-8a9d-4224-8398-c1972165145b req-315f1da5-3792-4486-a6fd-a8e727b24d5e tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 945 time: 0.1179185 Aug 24 11:41:58.563112 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-57d19d37-8a9d-4224-8398-c1972165145b req-852d6229-07bd-4f92-9e8c-461a3a3421aa tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/security-groups?id=a45959ec-3c45-4e4c-8b64-437e59bd1e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696812 Aug 24 11:41:58.578722 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db002e-63fe-40da-8747-96360d8908da req-eb5d2109-403e-4e04-814a-10edc9e40b8a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:58.581024 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-48db002e-63fe-40da-8747-96360d8908da req-eb5d2109-403e-4e04-814a-10edc9e40b8a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1464293 Aug 24 11:41:58.641341 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-48db002e-63fe-40da-8747-96360d8908da req-a1cd57e5-7310-4e26-b495-e6df47f0d761 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483770 Aug 24 11:41:58.708848 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] For port 3708f1c1-516e-4961-9356-6a6393638370, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=3708f1c1-516e-4961-9356-6a6393638370,segment=NetworkSegment(9f20f719-d274-4a63-af41-26565e2bb603),segment_id=9f20f719-d274-4a63-af41-26565e2bb603)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:58.709520 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:58.807051 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dad1f8cf-622c-4211-8805-684767f1d192 req-087d77a5-bf93-44ac-b0d7-a204bc232bf4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1343186 Aug 24 11:41:58.816629 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-072026e9-a2fd-4d4e-a357-665987294328 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:58.818178 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-072026e9-a2fd-4d4e-a357-665987294328 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.1483710 Aug 24 11:41:58.837688 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Calling delete_port for 3708f1c1-516e-4961-9356-6a6393638370 owned by compute:nova {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:41:58.979362 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Deleting port f104d9be-3d17-43f9-80ee-53292b5a38b6 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:41:58.979778 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:59.001030 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:59.007859 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0d10adfe-a0f7-46bf-8396-85e00d67160c tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:41:59.046015 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['3708f1c1-516e-4961-9356-6a6393638370'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:41:59.050364 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Pushing event deleted for resources: {'Port': ['ID=3708f1c1-516e-4961-9356-6a6393638370,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:41:59.053787 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:41:59.115927 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dad1f8cf-622c-4211-8805-684767f1d192 req-e7c5a8dc-66fc-47d3-8c50-0793a06da211 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1098 time: 0.2247820 Aug 24 11:41:59.130933 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] No DVR routers for this DVR port 3708f1c1-516e-4961-9356-6a6393638370 on host hv-cinder-79809 {{(pid=74964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:41:59.133129 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:59.136275 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8ca45-780d-4137-9551-4a2ce41917f0', 'name': 'network-vif-deleted', 'tag': '3708f1c1-516e-4961-9356-6a6393638370'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:41:59.155726 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-23c87d90-0069-42fc-85f1-b1082998be9b req-a4ceb426-c45f-4869-a1ca-4152b15927ca tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.37 "DELETE /v2.0/ports/3708f1c1-516e-4961-9356-6a6393638370 HTTP/1.1" status: 204 len: 173 time: 0.7788477 Aug 24 11:41:59.194006 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b8ca45-780d-4137-9551-4a2ce41917f0', 'name': 'network-vif-deleted', 'tag': '3708f1c1-516e-4961-9356-6a6393638370', 'status': 'completed', 'code': 200} Aug 24 11:41:59.432339 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f8cf-622c-4211-8805-684767f1d192 req-0a1a4151-b8e0-4c9e-bac9-76dce50d7b0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:59.433908 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dad1f8cf-622c-4211-8805-684767f1d192 req-0a1a4151-b8e0-4c9e-bac9-76dce50d7b0b service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.2667978 Aug 24 11:41:59.450485 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e9a2f-d3b4-494d-ba9f-e67141605a0c req-1e842db0-f5b3-41d8-860a-b688e7d8376f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:41:59.451969 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-722e9a2f-d3b4-494d-ba9f-e67141605a0c req-1e842db0-f5b3-41d8-860a-b688e7d8376f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 945 time: 0.3275595 Aug 24 11:41:59.453690 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] For port f104d9be-3d17-43f9-80ee-53292b5a38b6, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f104d9be-3d17-43f9-80ee-53292b5a38b6,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:41:59.454055 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:41:59.726482 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Calling delete_port for f104d9be-3d17-43f9-80ee-53292b5a38b6 owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:41:59.824440 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba4edbe2-37cf-4bbd-bbfe-1fc76f63f12a req-b5a406d0-dab9-4f42-9353-8ed5969733a8 tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] 10.222.0.49 "GET /v2.0/ports?device_id=18b8ca45-780d-4137-9551-4a2ce41917f0 HTTP/1.1" status: 200 len: 210 time: 0.1066546 Aug 24 11:41:59.851668 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-722e9a2f-d3b4-494d-ba9f-e67141605a0c req-c1c15398-8c99-48fc-96bd-e8e168993416 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899205 Aug 24 11:41:59.881878 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dad1f8cf-622c-4211-8805-684767f1d192 req-a23f2edd-c08b-4136-bb2f-115b2349c3c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 200 len: 1000 time: 0.3997879 Aug 24 11:42:00.043750 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f8cf-622c-4211-8805-684767f1d192 req-face05e3-25bb-43f1-821c-e42e3c033246 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:00.045114 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dad1f8cf-622c-4211-8805-684767f1d192 req-face05e3-25bb-43f1-821c-e42e3c033246 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.1550884 Aug 24 11:42:00.047143 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:00.047635 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:00.053641 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-1dfa94e5-0338-4576-8dfa-01219a0ce974 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:00.101040 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['37134ebc-630f-4b0d-8bd5-ee2b8905618f', '651f5572-7fb6-44f7-93a9-e9c24cabc90b', 'f104d9be-3d17-43f9-80ee-53292b5a38b6'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:42:00.101833 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Pushing event deleted for resources: {'Port': ['ID=f104d9be-3d17-43f9-80ee-53292b5a38b6,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:00.107414 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:00.218828 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] No DVR routers for this DVR port f104d9be-3d17-43f9-80ee-53292b5a38b6 on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:42:00.231051 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29c2e5-6bab-437b-8e96-7bee80a80da9 req-5fd9416a-4528-4d50-96a3-753537f40faf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:00.232520 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dd29c2e5-6bab-437b-8e96-7bee80a80da9 req-5fd9416a-4528-4d50-96a3-753537f40faf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2652955 Aug 24 11:42:00.233491 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:00.240353 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2927baf9-88be-475e-9e10-a2357adf29ca', 'name': 'network-vif-deleted', 'tag': 'f104d9be-3d17-43f9-80ee-53292b5a38b6'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:42:00.283445 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6abc2adf-7e66-4633-add0-08a2ad3fffaf req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "DELETE /v2.0/ports/f104d9be-3d17-43f9-80ee-53292b5a38b6 HTTP/1.1" status: 204 len: 173 time: 1.4345267 Aug 24 11:42:00.317440 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dd29c2e5-6bab-437b-8e96-7bee80a80da9 req-1bf9a7c3-067a-4f4b-b396-59732a5298e8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723400 Aug 24 11:42:00.329767 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dad1f8cf-622c-4211-8805-684767f1d192 req-4510254e-65d1-4518-a2ce-77bbda0e8cc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1414068 Aug 24 11:42:00.368023 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2927baf9-88be-475e-9e10-a2357adf29ca', 'name': 'network-vif-deleted', 'tag': 'f104d9be-3d17-43f9-80ee-53292b5a38b6', 'status': 'completed', 'code': 200} Aug 24 11:42:00.479322 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dad1f8cf-622c-4211-8805-684767f1d192 req-384a3544-5855-4724-9be8-808f949b8695 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392646 Aug 24 11:42:00.629888 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dad1f8cf-622c-4211-8805-684767f1d192 req-c2890ca9-ca85-42d5-918e-c898ab7403b3 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430147 Aug 24 11:42:01.040413 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-35e6d7fd-1956-462f-b9b2-c8a43c44041e req-59c30035-63f6-46c9-b40d-d8b14af52a3a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Synchronizing usage tracker for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:42:01.059968 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-35e6d7fd-1956-462f-b9b2-c8a43c44041e req-59c30035-63f6-46c9-b40d-d8b14af52a3a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Unset dirty status for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:42:01.062652 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-35e6d7fd-1956-462f-b9b2-c8a43c44041e req-59c30035-63f6-46c9-b40d-d8b14af52a3a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=2927baf9-88be-475e-9e10-a2357adf29ca HTTP/1.1" status: 200 len: 210 time: 0.0708351 Aug 24 11:42:01.573238 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b037af5-72eb-4659-8965-3ed70edfeacd req-bb28bbfa-9fa3-449f-8dda-54161d57a1ec tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:01.574753 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0b037af5-72eb-4659-8965-3ed70edfeacd req-bb28bbfa-9fa3-449f-8dda-54161d57a1ec tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0886204 Aug 24 11:42:01.659356 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device f104d9be-3d17-43f9-80ee-53292b5a38b6 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:42:01.690656 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0b037af5-72eb-4659-8965-3ed70edfeacd req-0ec81d8f-2fe6-4437-afbe-a9ded5cdec30 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099937 Aug 24 11:42:01.698025 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: f104d9be-3d17-43f9-80ee-53292b5a38b6 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:42:01.698788 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device f104d9be-3d17-43f9-80ee-53292b5a38b6 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:42:01.705045 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 3708f1c1-516e-4961-9356-6a6393638370 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:42:01.723672 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1655de6c-f641-4351-a193-243606d6531f req-2cba3995-a457-4c18-ae8f-fc07c6acc47d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1099 time: 0.1006908 Aug 24 11:42:01.754313 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 3708f1c1-516e-4961-9356-6a6393638370 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:42:01.754666 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 3708f1c1-516e-4961-9356-6a6393638370 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:42:01.776996 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1655de6c-f641-4351-a193-243606d6531f req-20613bce-b22e-4c47-b703-1a45afecf503 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457699 Aug 24 11:42:02.130841 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55510) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:02.312791 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:02.346863 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:02.352203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Usage tracker for resource:security_group_rule and tenant:3b44d050ce8348c5b244d1ab8dacc3ae is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:02.354258 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:02.360984 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:02.435562 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:02.440321 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:02.446851 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8dd2f30b-ffb6-41d0-95ef-d8a199a03a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:02.486615 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7110b44-40ab-4d4f-ae51-00bd4332283e,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:02.490140 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:02.493316 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b44d050ce8348c5b244d1ab8dacc3ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3614047 Aug 24 11:42:02.496345 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55532) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:02.558726 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f95b0ab5-f409-4ffb-b5cb-1b325e294369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:02.587106 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f95b0ab5-f409-4ffb-b5cb-1b325e294369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:02.592716 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ca4ab-9c83-4a62-a40b-a87760b69d57 req-14bca659-5aa1-4f03-84e7-aa2868c6e101 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:02.594201 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7ca4ab-9c83-4a62-a40b-a87760b69d57 req-14bca659-5aa1-4f03-84e7-aa2868c6e101 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 945 time: 0.0874965 Aug 24 11:42:02.646562 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7ca4ab-9c83-4a62-a40b-a87760b69d57 req-318baff9-e2f2-4905-8fef-5939e0f67915 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465858 Aug 24 11:42:02.647528 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f95b0ab5-f409-4ffb-b5cb-1b325e294369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:02.652083 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-9b343f38-419f-4693-a139-9e65ea77c62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:02.664575 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b0ab5-f409-4ffb-b5cb-1b325e294369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7110b44-40ab-4d4f-ae51-00bd4332283e,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:02.671351 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f95b0ab5-f409-4ffb-b5cb-1b325e294369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:02.672181 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f95b0ab5-f409-4ffb-b5cb-1b325e294369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:02.679424 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f95b0ab5-f409-4ffb-b5cb-1b325e294369 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7110b44-40ab-4d4f-ae51-00bd4332283e HTTP/1.1" status: 204 len: 168 time: 0.1820557 Aug 24 11:42:02.900656 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38679a4e-ccd3-4f11-b314-16c0659a407f req-bbbc230f-5696-4975-8c74-1f8991ee15b3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:02.902036 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-38679a4e-ccd3-4f11-b314-16c0659a407f req-bbbc230f-5696-4975-8c74-1f8991ee15b3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0811582 Aug 24 11:42:02.949428 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-38679a4e-ccd3-4f11-b314-16c0659a407f req-2882eca6-beb5-4d1c-9c01-512595fa744c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Aug 24 11:42:03.460873 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55564) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:03.625489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1803023833-network', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:42:03.630986 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:03.636045 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Usage tracker for resource:network and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:03.639734 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:03.647391 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:03.670987 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Made reservation on behalf of c2891a7b2fff44cbbae63d2e36700762 for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:42:03.674705 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:03.702101 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:03.737985 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:03.742346 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Usage tracker for resource:security_group_rule and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:03.746096 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:03.753164 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:03.838443 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:03.845710 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:03.870896 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:42:03.893434 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:03.893943 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Added segment 2324fba6-c507-4508-a24d-c72a1b21ed9c of type vlan for network 6610923c-1433-476c-bf09-ca6d4a276dc4 Aug 24 11:42:03.965933 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-bb177063-d555-42fa-85ba-6e1f918e54bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:03.977040 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:04.009669 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec3ed54-ead7-4651-a139-984416612fca,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:04.023053 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:04.031726 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765bc17-0069-450f-a651-5a7dfa4b35d7 req-bc6cac19-6303-44e8-8a50-e5274ccf6f95 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:04.034263 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9765bc17-0069-450f-a651-5a7dfa4b35d7 req-bc6cac19-6303-44e8-8a50-e5274ccf6f95 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 945 time: 0.2548201 Aug 24 11:42:04.045299 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:04.046885 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:04.047694 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:04.055105 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:04.088295 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9765bc17-0069-450f-a651-5a7dfa4b35d7 req-927c3a3e-cd25-458a-aa90-25035943f41a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449376 Aug 24 11:42:04.296345 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8342769 Aug 24 11:42:04.297242 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55592) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:04.304330 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Pushing event updated for resources: {'Network': ['ID=6610923c-1433-476c-bf09-ca6d4a276dc4,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:04.321849 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:42:04.326237 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Request body: {'subnet': {'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1803023833-subnet', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'ip_version': 4}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:42:04.334776 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:04.342818 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Usage tracker for resource:subnet and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:04.348290 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:04.371621 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:04.390271 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:04.396605 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Made reservation on behalf of c2891a7b2fff44cbbae63d2e36700762 for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:42:04.401427 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3391092'] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:04.421019 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f291d-8772-4652-a7c3-4d5178777aaf req-c06d8307-5e51-4029-ba0d-3a7a499f6bc4 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:04.423338 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-899f291d-8772-4652-a7c3-4d5178777aaf req-c06d8307-5e51-4029-ba0d-3a7a499f6bc4 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1538484 Aug 24 11:42:04.534696 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-899f291d-8772-4652-a7c3-4d5178777aaf req-1ea3c602-216e-41b0-bdd4-8b3388fd613b tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050298 Aug 24 11:42:04.737372 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3625044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3391078'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:04.747886 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7f046aa1-86fa-4024-9e41-2e19de1f56f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:04.851847 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Checking segment: {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:42:04.852689 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Network hostable DHCP agents. Network: 6610923c-1433-476c-bf09-ca6d4a276dc4, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:42:04.857815 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=560fd2d0-8c68-4de5-b128-10c3c1c421e2,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:04.866938 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:04.889161 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:42:04.903508 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 6610923c-1433-476c-bf09-ca6d4a276dc4) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:04.909147 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:04.910121 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:04.919690 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ac4e1-4f69-4c3b-8ce4-fc8fd315d70a None None] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:42:04.964315 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-366d5a6a-dcfe-4fc0-bfb9-9ba07412dd0f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6658132 Aug 24 11:42:04.967435 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55608) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:04.975793 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:42:04.982181 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:04.988314 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Usage tracker for resource:router and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:05.005275 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:05.024182 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:05.044268 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3783810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5114'] for router, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:05.046119 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4081721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4104249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5101'] for router, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:05.070546 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:05.227028 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-894b479f-6c6a-46b6-a16f-6e55ed74aea0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1099 time: 0.2144754 Aug 24 11:42:05.330440 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:05.444312 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe063fa1d-85b8-5bd1-b075-fc080112fc7c-6610923c-1433-476c-bf09-ca6d4a276dc4', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2'}]}} from dv-cinder-798098-2-smb. {{(pid=74966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 11:42:05.445300 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:05.446630 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-7aa09886-3742-4601-aeea-7692a81a3999 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:05.448193 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-7aa09886-3742-4601-aeea-7692a81a3999 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 919 time: 0.2082534 Aug 24 11:42:05.548640 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6a885-a120-4afc-b9b4-76a21504a391 req-41f569b3-4e97-4cc1-963a-1416fe11c693 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:05.550050 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7ad6a885-a120-4afc-b9b4-76a21504a391 req-41f569b3-4e97-4cc1-963a-1416fe11c693 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.4493644 Aug 24 11:42:05.698481 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-e12f690e-8faf-4e5d-8177-3bf0cfefe11c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb HTTP/1.1" status: 200 len: 217 time: 0.2319875 Aug 24 11:42:05.735951 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.db_base_plugin_common [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Allocated IP 172.20.0.2 (6610923c-1433-476c-bf09-ca6d4a276dc4/560fd2d0-8c68-4de5-b128-10c3c1c421e2/6acb2d31-a053-4eba-9a69-7537e510ad16) {{(pid=74966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:42:05.752861 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919250-38d3-4d68-bf1d-ffc2051c9ce0 req-d00d13dd-f0a5-4c03-a89e-54b99690b0d4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:05.754702 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-05919250-38d3-4d68-bf1d-ffc2051c9ce0 req-d00d13dd-f0a5-4c03-a89e-54b99690b0d4 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 945 time: 0.3645220 Aug 24 11:42:05.776013 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7ad6a885-a120-4afc-b9b4-76a21504a391 req-a1ad79e9-1ba1-4f79-9da6-35e2bafe0c30 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119308 Aug 24 11:42:05.781068 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:05.861241 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.044394 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-3c95e989-569c-41b6-871e-eae9e52ae6a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:06.046132 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-3c95e989-569c-41b6-871e-eae9e52ae6a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.2245355 Aug 24 11:42:06.054797 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-05919250-38d3-4d68-bf1d-ffc2051c9ce0 req-a73a0044-d0ce-4b4b-ac30-586d32f401ac tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776496 Aug 24 11:42:06.081177 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Allocated IP 172.28.2.97 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/4e92b639-4dfc-4474-bed3-6b4b3ccca5bb) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:42:06.117221 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-9e452895-daa9-45b4-a0d1-86e70c93ad39 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606489 Aug 24 11:42:06.212541 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Notify callbacks [] for port, precommit_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.239008 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.241085 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Transition to ACTIVE for port object 6acb2d31-a053-4eba-9a69-7537e510ad16 will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:06.280657 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.285645 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:06.300092 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Transition to ACTIVE for port object 6acb2d31-a053-4eba-9a69-7537e510ad16 will not be triggered until provisioned by entity DHCP. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:06.302554 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-84017da1-3928-472d-acd0-74f7eaad6218 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762903 Aug 24 11:42:06.309795 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.310137 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-ca48b1b9-337a-40a8-b48c-9872e07bfaeb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:06.312449 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-ca48b1b9-337a-40a8-b48c-9872e07bfaeb tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 945 time: 0.4955027 Aug 24 11:42:06.328552 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:06.361589 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4e92b639-4dfc-4474-bed3-6b4b3ccca5bb,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:06.366345 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:06.383230 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:06.384587 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:06.387683 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:42:06.449543 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Pushing event updated for resources: {'Port': ['ID=6acb2d31-a053-4eba-9a69-7537e510ad16,revision_number=1']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:06.475795 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:06.487783 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Deleting port 651f5572-7fb6-44f7-93a9-e9c24cabc90b {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:42:06.488128 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.516615 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 is already hosted by enough agents. {{(pid=74966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:06.521008 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.base_scheduler [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Resources bound (agent type, host, resource id): {{(pid=74966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:06.526568 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Received port after_create {{(pid=74966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:42:06.574093 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.574975 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384'] for router, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.610109 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4915782-ded7-41d2-874e-e3997b5d4c39 req-7955578e-a7e2-4908-9c14-db40304c1e13 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966707 Aug 24 11:42:06.665629 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Attempting to bind port 6acb2d31-a053-4eba-9a69-7537e510ad16 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:42:06.666865 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Attempting to bind port 6acb2d31-a053-4eba-9a69-7537e510ad16 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:42:06.678871 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Attempting to bind port 6acb2d31-a053-4eba-9a69-7537e510ad16 on network 6610923c-1433-476c-bf09-ca6d4a276dc4 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:42:06.706226 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:42:06.707278 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Checking segment: {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:42:06.708143 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.708726 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Bound using segment: {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:42:06.709364 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Bound port: 6acb2d31-a053-4eba-9a69-7537e510ad16, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:42:06.709991 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.861524 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] For port 651f5572-7fb6-44f7-93a9-e9c24cabc90b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=651f5572-7fb6-44f7-93a9-e9c24cabc90b,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:06.861884 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.886463 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] For port 6acb2d31-a053-4eba-9a69-7537e510ad16, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:42:06.897137 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] For port 6acb2d31-a053-4eba-9a69-7537e510ad16, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=6acb2d31-a053-4eba-9a69-7537e510ad16,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:42:06.904813 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:06.918404 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:06.920537 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Router 82b309a1-ad42-4d92-9fd9-35df0a245739 is scheduled to L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d with binding_index 1 {{(pid=74964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 11:42:07.022160 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Calling delete_port for 651f5572-7fb6-44f7-93a9-e9c24cabc90b owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:42:07.066001 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Pushing event updated for resources: {'Port': ['ID=6acb2d31-a053-4eba-9a69-7537e510ad16,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:07.070845 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:07.313568 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3bc0d-dff9-4428-a7b2-6dd402d401c6 req-96b25c9d-4541-4dbe-950d-3664877629ec tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:07.334446 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7a3bc0d-dff9-4428-a7b2-6dd402d401c6 req-96b25c9d-4541-4dbe-950d-3664877629ec tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1875765 Aug 24 11:42:07.432681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:42:07.443345 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Sync routers for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:42:07.471978 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:07.473742 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5050583 Aug 24 11:42:07.476621 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55632) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:07.476941 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:42:07.477865 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:41:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:07.492110 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7a3bc0d-dff9-4428-a7b2-6dd402d401c6 req-1b829b53-a3bd-40c0-93db-4ef665b9477f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616778 Aug 24 11:42:07.509348 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:07.532662 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cf3912ba-b82b-4093-91bc-084c0c55782c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:07.569176 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['37134ebc-630f-4b0d-8bd5-ee2b8905618f', '651f5572-7fb6-44f7-93a9-e9c24cabc90b'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:42:07.645372 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Pushing event deleted for resources: {'Port': ['ID=651f5572-7fb6-44f7-93a9-e9c24cabc90b,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:07.785594 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:07.815626 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:42:07.902048 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-099c46e3-17d7-4abb-8828-7c0842ce7e45 req-1a4802c1-d392-4e2c-ab42-126d61860e6b tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 210 time: 0.2587132 Aug 24 11:42:07.917217 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] No DVR routers for this DVR port 651f5572-7fb6-44f7-93a9-e9c24cabc90b on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:42:07.924554 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:07.927338 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda3924a-c5ff-4c56-aad0-8e83b6cb09ff', 'name': 'network-vif-deleted', 'tag': '651f5572-7fb6-44f7-93a9-e9c24cabc90b'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:42:07.964923 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-76ede0d6-0d53-43f4-863f-2e7b00e075d4 req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "DELETE /v2.0/ports/651f5572-7fb6-44f7-93a9-e9c24cabc90b HTTP/1.1" status: 204 len: 173 time: 1.6301870 Aug 24 11:42:08.084757 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda3924a-c5ff-4c56-aad0-8e83b6cb09ff', 'name': 'network-vif-deleted', 'tag': '651f5572-7fb6-44f7-93a9-e9c24cabc90b', 'status': 'completed', 'code': 200} Aug 24 11:42:08.356206 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:06Z', 'revision_number': 3, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:08.360972 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Checking router: 82b309a1-ad42-4d92-9fd9-35df0a245739 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:42:08.361642 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Updating router 82b309a1-ad42-4d92-9fd9-35df0a245739 port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb binding host dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:42:08.457296 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:08.612524 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83806196-660f-4fe5-941b-7bfd6757176a None None] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:42:08.930634 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 6acb2d31-a053-4eba-9a69-7537e510ad16 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:09.072401 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4e6aa-a96b-424e-b98b-cd056ea81573 req-ded44537-d605-40dd-b300-62f57c2c542d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:09.075266 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b6a4e6aa-a96b-424e-b98b-cd056ea81573 req-ded44537-d605-40dd-b300-62f57c2c542d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2652376 Aug 24 11:42:09.145583 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.148689 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-2cb478bf-2f01-4ca0-a0ca-019f5a27c86b None None] Provisioning for port 6acb2d31-a053-4eba-9a69-7537e510ad16 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:09.181843 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b6a4e6aa-a96b-424e-b98b-cd056ea81573 req-c797f6fd-1468-45a8-bfd5-93cad4cedce9 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951445 Aug 24 11:42:09.183036 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Notify callbacks [] for port, precommit_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.195959 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.provisioning_blocks [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Transition to ACTIVE for port object 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb will not be triggered until provisioned by entity L2. {{(pid=74967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:09.219232 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.234988 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:09.337186 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Pushing event updated for resources: {'Port': ['ID=4e92b639-4dfc-4474-bed3-6b4b3ccca5bb,revision_number=2']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:09.399754 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.401672 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.404042 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.404821 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.406546 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.407138 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.408709 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.409259 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.410263 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 6acb2d31-a053-4eba-9a69-7537e510ad16 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:09.411491 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.412057 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.412602 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:09.428247 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 6acb2d31-a053-4eba-9a69-7537e510ad16 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:09.428695 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.430411 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Attempting to bind port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:42:09.431596 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Attempting to bind port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:42:09.432396 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Attempting to bind port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb on network 0f39a605-3f63-465f-86ca-75a57987cc40 {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:42:09.446946 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:09.448961 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:42:09.449823 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:42:09.450451 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.451057 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Bound using segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:42:09.451910 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Bound port: 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:42:09.452506 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.503778 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Allocated IP 172.20.0.1 (6610923c-1433-476c-bf09-ca6d4a276dc4/560fd2d0-8c68-4de5-b128-10c3c1c421e2/8245cb1a-211a-433f-867d-d33bc469086e) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:42:09.529173 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-ff49abf2-f734-419a-ad9d-92d839fb1499 req-a6a745c2-deea-4b3d-9f1f-046cf635979f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Synchronizing usage tracker for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:42:09.549854 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] For port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:42:09.553983 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] For port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=4e92b639-4dfc-4474-bed3-6b4b3ccca5bb,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:42:09.565736 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.577391 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-ff49abf2-f734-419a-ad9d-92d839fb1499 req-a6a745c2-deea-4b3d-9f1f-046cf635979f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Unset dirty status for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:42:09.579808 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-39f06d6e-4996-4567-8929-5f75659b7001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:09.590321 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ff49abf2-f734-419a-ad9d-92d839fb1499 req-a6a745c2-deea-4b3d-9f1f-046cf635979f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=bda3924a-c5ff-4c56-aad0-8e83b6cb09ff HTTP/1.1" status: 200 len: 210 time: 0.1426547 Aug 24 11:42:09.777377 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Pushing event updated for resources: {'Port': ['ID=4e92b639-4dfc-4474-bed3-6b4b3ccca5bb,revision_number=3']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:09.792139 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.792712 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.811965 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 651f5572-7fb6-44f7-93a9-e9c24cabc90b no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:42:09.827341 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Transition to ACTIVE for port object 8245cb1a-211a-433f-867d-d33bc469086e will not be triggered until provisioned by entity DHCP. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:09.830817 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:42:09.831555 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:41:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:09.872614 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 651f5572-7fb6-44f7-93a9-e9c24cabc90b {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:42:09.873332 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 651f5572-7fb6-44f7-93a9-e9c24cabc90b not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:42:09.880234 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.894726 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6c2ce237-e90f-4ba5-b188-efac0ba216b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:09.915779 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 6acb2d31-a053-4eba-9a69-7537e510ad16, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=6acb2d31-a053-4eba-9a69-7537e510ad16,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:09.922099 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:09.927504 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:09.985203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:09.989343 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:09.991804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:42:10.060316 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=6acb2d31-a053-4eba-9a69-7537e510ad16,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:10.063875 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:10.086172 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Pushing event updated for resources: {'Port': ['ID=8245cb1a-211a-433f-867d-d33bc469086e,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:10.107766 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:10.116832 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c2d8e835-c9a9-40db-9957-9fdbf87f74cc None None] Provisioning complete for port 6acb2d31-a053-4eba-9a69-7537e510ad16 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:10.117796 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c2d8e835-c9a9-40db-9957-9fdbf87f74cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:10.122955 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:42:10.123404 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4081206'] for router_interface, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:10.189784 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-d065e101-27d9-4473-a861-e4ef7f1f8b06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:10.252507 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:10.552173 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-be5446a6-2d30-47ae-b486-6f8275e9adf0 None None] Provisioning for port 8245cb1a-211a-433f-867d-d33bc469086e completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:10.557734 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-be5446a6-2d30-47ae-b486-6f8275e9adf0 None None] Provisioning complete for port 8245cb1a-211a-433f-867d-d33bc469086e triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:10.558105 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-be5446a6-2d30-47ae-b486-6f8275e9adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:10.807161 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 6acb2d31-a053-4eba-9a69-7537e510ad16 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:10.835641 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:06Z', 'revision_number': 3, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:10.838317 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d25039-c81f-47e1-bb01-ab3f1aab343f req-7e35b26b-15c9-4bd9-9194-05ea20bfae8d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:10.840751 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-46d25039-c81f-47e1-bb01-ab3f1aab343f req-7e35b26b-15c9-4bd9-9194-05ea20bfae8d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.3714349 Aug 24 11:42:10.851856 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68fe335-541a-4ca3-9995-d7f3e3aa36e7 None None] The sync data for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb is: [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:06Z', 'revision_number': 3, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:42:10.907294 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:10.922720 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:10.988179 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-46d25039-c81f-47e1-bb01-ab3f1aab343f req-4577482b-3571-45f1-ae7d-cd783eed4bc5 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306517 Aug 24 11:42:11.011456 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-be5446a6-2d30-47ae-b486-6f8275e9adf0 None None] Port 8245cb1a-211a-433f-867d-d33bc469086e cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:42:11.019563 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-decc7a15-1006-4606-b793-3b78431bd439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:11.068355 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 6acb2d31-a053-4eba-9a69-7537e510ad16 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:11.068856 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:11.162463 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2929927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4081119'] for router_interface, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:11.170697 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Pushing event updated for resources: {'Port': ['ID=8245cb1a-211a-433f-867d-d33bc469086e,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:11.177716 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:11.203138 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:42:11.434604 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:11.436231 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:11.854367 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-6280c6eb-7a0e-4aea-9ff1-77fe7d23bda2 None None] Provisioning complete for port 8245cb1a-211a-433f-867d-d33bc469086e triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:11.854367 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-6280c6eb-7a0e-4aea-9ff1-77fe7d23bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:11.970922 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Router 82b309a1-ad42-4d92-9fd9-35df0a245739 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:42:12.005715 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-6280c6eb-7a0e-4aea-9ff1-77fe7d23bda2 None None] Port 8245cb1a-211a-433f-867d-d33bc469086e cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:42:12.233921 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:42:12.252875 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] 10.222.0.49 "PUT /v2.0/routers/82b309a1-ad42-4d92-9fd9-35df0a245739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7664561 Aug 24 11:42:12.323877 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a42e8-da29-4cd5-8cb6-58e3b342c451 req-7ff6d8dc-5292-4938-b516-f1e8145d8d13 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:12.332231 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-196a42e8-da29-4cd5-8cb6-58e3b342c451 req-7ff6d8dc-5292-4938-b516-f1e8145d8d13 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1008878 Aug 24 11:42:12.411478 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-196a42e8-da29-4cd5-8cb6-58e3b342c451 req-8ad9ab2e-e561-41de-9814-300cbed5a7fb tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780907 Aug 24 11:42:12.715985 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:12.811903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:12.823384 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:12.824051 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.103063 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.140208 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=4e92b639-4dfc-4474-bed3-6b4b3ccca5bb,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:13.147895 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.157971 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:13.297730 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=4e92b639-4dfc-4474-bed3-6b4b3ccca5bb,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:13.324324 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:13.436832 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d10643-54ac-4e0d-97bc-15d206497a66 req-d80dc160-591f-4da7-88ea-73697b5059ef tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:13.441163 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-28d10643-54ac-4e0d-97bc-15d206497a66 req-d80dc160-591f-4da7-88ea-73697b5059ef tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1800036 Aug 24 11:42:13.490527 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-28d10643-54ac-4e0d-97bc-15d206497a66 req-4c1117be-ea70-4f12-b5cc-190f424f9cf2 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425944 Aug 24 11:42:13.689299 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55732) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:13.694867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-706268678-network', 'tenant_id': '24abbc61e9de442280950d00239ded8c'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:42:13.699435 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:13.703686 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Usage tracker for resource:network and tenant:24abbc61e9de442280950d00239ded8c is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:13.706831 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:13.714267 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:13.729543 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Made reservation on behalf of 24abbc61e9de442280950d00239ded8c for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:42:13.731984 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.744919 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.777380 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:13.781439 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Usage tracker for resource:security_group_rule and tenant:24abbc61e9de442280950d00239ded8c is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:13.784279 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:13.789907 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:13.864693 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.869688 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.875277 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3f778671-12d8-4256-a4af-8d8985841a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:13.894227 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:42:13.919883 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5207375-1ed9-43c1-aff5-c0ab6292adb3,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:13.925326 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:13.926372 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.926707 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Added segment 525e3395-1139-4ce7-be68-301825ee899c of type vlan for network 82c1427a-a455-4106-8652-e07aadf4d59a Aug 24 11:42:13.954108 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.988299 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.989469 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:13.990047 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:13.993683 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b82796a8-11ad-4646-9259-3dbd888f3524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:14.116880 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Pushing event updated for resources: {'Network': ['ID=82c1427a-a455-4106-8652-e07aadf4d59a,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:14.119414 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:14.121352 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4307256 Aug 24 11:42:14.124373 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 55742) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:14.128412 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 82c1427a-a455-4106-8652-e07aadf4d59a details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:42:14.138121 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Request body: {'subnet': {'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-706268678-subnet', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'ip_version': 4}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:42:14.144942 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:14.149087 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Usage tracker for resource:subnet and tenant:24abbc61e9de442280950d00239ded8c is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:14.152883 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:14.159004 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:14.172816 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Made reservation on behalf of 24abbc61e9de442280950d00239ded8c for: {'subnet': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:42:14.175812 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2625556'] for subnet, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:14.445403 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2845814', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2625542'] for subnet, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:14.456837 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:14.521509 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:14.526071 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:14.552347 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Checking segment: {'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:42:14.552699 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Network hostable DHCP agents. Network: 82c1427a-a455-4106-8652-e07aadf4d59a, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:42:14.580622 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Network 82c1427a-a455-4106-8652-e07aadf4d59a is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:42:14.593360 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 82c1427a-a455-4106-8652-e07aadf4d59a) {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:14.613771 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cf6c2f-38a8-448b-a9e7-55e18cf28e7a None None] Network 82c1427a-a455-4106-8652-e07aadf4d59a requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:42:14.650701 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:14.651381 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:14.721266 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-70a9a7d5-8e34-49c2-97be-5eedd4d46c33 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5957978 Aug 24 11:42:14.724625 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55756) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:14.742747 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:42:14.764335 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:14.766617 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df402b32-2785-403f-a0ee-122d6d7cba7e req-d416d515-a864-4be4-966f-4160f3e40ac8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:14.768626 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-df402b32-2785-403f-a0ee-122d6d7cba7e req-d416d515-a864-4be4-966f-4160f3e40ac8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1730072 Aug 24 11:42:14.780339 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Usage tracker for resource:router and tenant:24abbc61e9de442280950d00239ded8c is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:14.791806 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:14.808872 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:14.840509 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3783810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5114'] for router, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:14.842773 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3783905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4081721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4104249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5101'] for router, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:14.879682 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-df402b32-2785-403f-a0ee-122d6d7cba7e req-2f453fb1-ea28-4e0d-9b09-91276347d043 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037073 Aug 24 11:42:14.931474 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:14.935061 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:15.201402 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4081675', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3783836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4895'] for router, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:15.214573 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608486e-6160-4895-8a28-eb867833a726 req-7b8a61f8-9a9f-44ef-9cce-18800d04fe1a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:15.220324 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0608486e-6160-4895-8a28-eb867833a726 req-7b8a61f8-9a9f-44ef-9cce-18800d04fe1a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 945 time: 0.1774590 Aug 24 11:42:15.220999 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Sync routers for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:42:15.285532 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:15.286387 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:15.299056 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0608486e-6160-4895-8a28-eb867833a726 req-56bb06e8-06d0-4a1c-accb-a45bb263fc34 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744722 Aug 24 11:42:15.334443 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe063fa1d-85b8-5bd1-b075-fc080112fc7c-82c1427a-a455-4106-8652-e07aadf4d59a', 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'fixed_ips': [{'subnet_id': '9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7'}]}} from dv-cinder-798098-2-smb. {{(pid=74966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 11:42:15.341997 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:15.397365 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:42:15.398470 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:41:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:15.606135 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:15.638512 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:15.835637 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Allocated IP 172.28.2.229 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/92de6eff-f8e5-45ba-8bd5-2c3aaff27d79) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:42:15.883901 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:42:15.926704 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.db_base_plugin_common [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Allocated IP 172.20.0.2 (82c1427a-a455-4106-8652-e07aadf4d59a/9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7/3c9aed40-9be6-4758-a0bb-cde9cabc9675) {{(pid=74966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:42:16.063579 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:16.129662 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:16.141403 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed3f10-646f-4660-9023-48729521fbb9 req-e7148a17-8721-4163-9a62-b27d1f444e0d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:16.152117 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7d813ae8-0f12-43b2-9f7b-2e981dc446fe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:16.157501 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-90ed3f10-646f-4660-9023-48729521fbb9 req-e7148a17-8721-4163-9a62-b27d1f444e0d tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 945 time: 0.2115400 Aug 24 11:42:16.246245 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Deleting port 37134ebc-630f-4b0d-8bd5-ee2b8905618f {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:42:16.247588 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:16.252140 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:16.257483 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:16.262002 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:42:16.311900 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Pushing event updated for resources: {'Port': ['ID=92de6eff-f8e5-45ba-8bd5-2c3aaff27d79,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:16.316099 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:16.502136 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:16.502897 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3783829', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4081384'] for router, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:16.704938 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Notify callbacks [] for port, precommit_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:16.718638 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Transition to ACTIVE for port object 3c9aed40-9be6-4758-a0bb-cde9cabc9675 will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:16.746848 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Transition to ACTIVE for port object 3c9aed40-9be6-4758-a0bb-cde9cabc9675 will not be triggered until provisioned by entity DHCP. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:16.769961 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989'] for port, after_create {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:16.777456 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:16.796782 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] For port 37134ebc-630f-4b0d-8bd5-ee2b8905618f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=37134ebc-630f-4b0d-8bd5-ee2b8905618f,segment=NetworkSegment(e6852da2-d56b-4c51-9f30-4dadcda1417d),segment_id=e6852da2-d56b-4c51-9f30-4dadcda1417d)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:16.797437 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:16.823409 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 2, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:16.871694 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Network 82c1427a-a455-4106-8652-e07aadf4d59a is already hosted by enough agents. {{(pid=74966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:16.876881 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.scheduler.base_scheduler [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Resources bound (agent type, host, resource id): {{(pid=74966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:16.885687 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Checking router: 82b309a1-ad42-4d92-9fd9-35df0a245739 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:42:16.886316 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Updating router 82b309a1-ad42-4d92-9fd9-35df0a245739 port 8245cb1a-211a-433f-867d-d33bc469086e binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:42:16.942832 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Received port after_create {{(pid=74966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:42:17.041404 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Pushing event updated for resources: {'Port': ['ID=3c9aed40-9be6-4758-a0bb-cde9cabc9675,revision_number=1']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:17.041974 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Calling delete_port for 37134ebc-630f-4b0d-8bd5-ee2b8905618f owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:42:17.046076 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Router 71745bc0-3b59-4857-baf7-caa497e91a40 is scheduled to L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d with binding_index 1 {{(pid=74964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 11:42:17.099000 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:17.146831 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:17.153119 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972703b8-e9c5-4c15-a51b-552dee19ba47 req-3f95d58c-5a6b-4f9f-b200-cc3dee75fcc7 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:17.178438 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-972703b8-e9c5-4c15-a51b-552dee19ba47 req-3f95d58c-5a6b-4f9f-b200-cc3dee75fcc7 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 945 time: 0.4866271 Aug 24 11:42:17.180508 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Attempting to bind port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:42:17.180897 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Attempting to bind port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:42:17.181320 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Attempting to bind port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 on network 82c1427a-a455-4106-8652-e07aadf4d59a {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:42:17.229789 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:42:17.230051 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Checking segment: {'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:42:17.230453 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:17.230855 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Bound using segment: {'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:42:17.231342 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Bound port: 3c9aed40-9be6-4758-a0bb-cde9cabc9675, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:42:17.231738 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:17.340710 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:42:17.352713 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Sync routers for ids ['71745bc0-3b59-4857-baf7-caa497e91a40'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:42:17.374853 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-972703b8-e9c5-4c15-a51b-552dee19ba47 req-ffccce08-b14d-4d8a-827b-4ee9d0ad7618 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/security-groups?id=c1832863-7799-4224-b905-c043cf1046a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954684 Aug 24 11:42:17.377914 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:17.384260 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Routers {'71745bc0-3b59-4857-baf7-caa497e91a40'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:42:17.386880 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:41:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['71745bc0-3b59-4857-baf7-caa497e91a40'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:17.390057 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8c3699d1-1a8c-4af0-a347-d2141974e413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:17.391026 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:17.393159 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6627016 Aug 24 11:42:17.397032 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55792) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:17.441227 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Pushing event deleted for resources: {'Port': ['ID=37134ebc-630f-4b0d-8bd5-ee2b8905618f,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:17.445810 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:17.469101 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['37134ebc-630f-4b0d-8bd5-ee2b8905618f'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:42:17.557518 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] No DVR routers for this DVR port 37134ebc-630f-4b0d-8bd5-ee2b8905618f on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:42:17.571064 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:17.574226 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b408b9-846f-4ac8-ba8b-b7da750a2f84', 'name': 'network-vif-deleted', 'tag': '37134ebc-630f-4b0d-8bd5-ee2b8905618f'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:42:17.626576 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-90ed3f10-646f-4660-9023-48729521fbb9 req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.37 "DELETE /v2.0/ports/37134ebc-630f-4b0d-8bd5-ee2b8905618f HTTP/1.1" status: 204 len: 173 time: 1.4589615 Aug 24 11:42:17.736394 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5b408b9-846f-4ac8-ba8b-b7da750a2f84', 'name': 'network-vif-deleted', 'tag': '37134ebc-630f-4b0d-8bd5-ee2b8905618f', 'status': 'completed', 'code': 200} Aug 24 11:42:17.745609 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] For port 3c9aed40-9be6-4758-a0bb-cde9cabc9675, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:42:17.836830 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Set router 71745bc0-3b59-4857-baf7-caa497e91a40 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:42:17.841153 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1cf2661c-08fa-4e05-98f3-95511c935669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:17.871135 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] For port 3c9aed40-9be6-4758-a0bb-cde9cabc9675, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=3c9aed40-9be6-4758-a0bb-cde9cabc9675,segment=NetworkSegment(525e3395-1139-4ce7-be68-301825ee899c),segment_id=525e3395-1139-4ce7-be68-301825ee899c)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:42:17.894373 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:17.902270 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:18.065243 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:18.091878 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Pushing event updated for resources: {'Port': ['ID=3c9aed40-9be6-4758-a0bb-cde9cabc9675,revision_number=2']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:18.107461 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:18.512589 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:18.564747 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Transition to ACTIVE for port object 8245cb1a-211a-433f-867d-d33bc469086e will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:18.610818 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:18.653589 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-f801d70c-627f-48d3-9a85-aaa76dc0f2b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:18.717665 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:42:16Z', 'revision_number': 3, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port': {'id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:15Z', 'updated_at': '2021-08-24T11:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:18.753051 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Checking router: 71745bc0-3b59-4857-baf7-caa497e91a40 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:42:18.755364 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Updating router 71745bc0-3b59-4857-baf7-caa497e91a40 port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 binding host dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:42:18.918058 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-58447bf5-465e-4d47-b11e-ce3e3f8aa9bf req-1f8c359f-6ade-4bfc-a85d-9a0d61d08e8c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Synchronizing usage tracker for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:42:18.975164 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-58447bf5-465e-4d47-b11e-ce3e3f8aa9bf req-1f8c359f-6ade-4bfc-a85d-9a0d61d08e8c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Unset dirty status for tenant:c627c64979824307b149f30bebae7a06 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:42:18.980798 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-58447bf5-465e-4d47-b11e-ce3e3f8aa9bf req-1f8c359f-6ade-4bfc-a85d-9a0d61d08e8c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] 10.222.0.49 "GET /v2.0/ports?device_id=c5b408b9-846f-4ac8-ba8b-b7da750a2f84 HTTP/1.1" status: 200 len: 210 time: 0.2486451 Aug 24 11:42:18.997207 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 3c9aed40-9be6-4758-a0bb-cde9cabc9675 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:19.030992 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:19.092661 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1693fe0-11fd-47eb-bed5-07db669007b7 None None] Pushing event updated for resources: {'Port': ['ID=8245cb1a-211a-433f-867d-d33bc469086e,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:19.109586 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-b1693fe0-11fd-47eb-bed5-07db669007b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:19.472096 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:19.491967 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Attempting to bind port 8245cb1a-211a-433f-867d-d33bc469086e on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:42:19.491967 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Attempting to bind port 8245cb1a-211a-433f-867d-d33bc469086e by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:42:19.491967 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Attempting to bind port 8245cb1a-211a-433f-867d-d33bc469086e on network 6610923c-1433-476c-bf09-ca6d4a276dc4 {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:42:19.498197 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:42:19.502512 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Checking segment: {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:42:19.503084 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:19.512421 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Bound using segment: {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:42:19.513041 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Bound port: 8245cb1a-211a-433f-867d-d33bc469086e, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:42:19.513510 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:19.559546 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:19.771258 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 37134ebc-630f-4b0d-8bd5-ee2b8905618f no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:42:19.851900 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Notify callbacks [] for port, precommit_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:19.911318 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.provisioning_blocks [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Transition to ACTIVE for port object 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 will not be triggered until provisioned by entity L2. {{(pid=74967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:19.922687 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:19.929388 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 37134ebc-630f-4b0d-8bd5-ee2b8905618f {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:42:19.929659 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 37134ebc-630f-4b0d-8bd5-ee2b8905618f not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:42:19.934355 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-1b82ffcd-452c-4289-b9fe-38e03ded7cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:19.943963 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbfc3e2-1a69-49fc-88fb-9455df69efc8 None None] Network 82c1427a-a455-4106-8652-e07aadf4d59a requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:42:20.004243 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-632e05ec-a9b2-48f6-99d8-05cd8550ab27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.013989 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] For port 8245cb1a-211a-433f-867d-d33bc469086e, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:42:20.029470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Allocated IP 172.20.0.1 (82c1427a-a455-4106-8652-e07aadf4d59a/9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7/f9e06e8f-ca99-41fc-bbb6-1e47aa283557) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:42:20.072180 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Attempting to bind port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:42:20.072588 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Attempting to bind port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:42:20.072972 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Attempting to bind port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 on network 0f39a605-3f63-465f-86ca-75a57987cc40 {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:42:20.091108 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949f247-6678-4b56-b883-305fa9b64e10 None None] Pushing event updated for resources: {'Port': ['ID=92de6eff-f8e5-45ba-8bd5-2c3aaff27d79,revision_number=2']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:20.102186 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-8949f247-6678-4b56-b883-305fa9b64e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:20.107390 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:42:20.107796 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Checking segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:42:20.108211 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.108741 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Bound using segment: {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'} {{(pid=74967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:42:20.109079 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.managers [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Bound port: 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ec0282-8902-4762-8031-9341bfa0cb5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}}] {{(pid=74967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:42:20.109453 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.180159 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 55842) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:20.185218 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] For port 8245cb1a-211a-433f-867d-d33bc469086e, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=8245cb1a-211a-433f-867d-d33bc469086e,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:42:20.225920 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.234809 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-b1693fe0-11fd-47eb-bed5-07db669007b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:20.285309 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.307834 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.provisioning_blocks [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Transition to ACTIVE for port object f9e06e8f-ca99-41fc-bbb6-1e47aa283557 will not be triggered until provisioned by entity DHCP. {{(pid=74964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:20.320164 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] For port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:42:20.338339 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.plugins.ml2.db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] For port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=92de6eff-f8e5-45ba-8bd5-2c3aaff27d79,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:42:20.358044 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.363897 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron_lib.callbacks.manager [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.373996 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] Provisioning for port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:20.383690 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:20.392780 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-54bd302a-423a-473f-bc37-570beae7e99b tempest-VolumesActionsTest-1255895756 tempest-VolumesActionsTest-1255895756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:20.411189 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] Provisioning complete for port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:20.411863 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.481504 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] Deleting subnet 09b2c183-1af9-48c7-a284-2f0f305a47ae {{(pid=74965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:42:20.491010 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.522723 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Routers {'71745bc0-3b59-4857-baf7-caa497e91a40'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:42:20.524355 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:42:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['71745bc0-3b59-4857-baf7-caa497e91a40'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:20.524646 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1693fe0-11fd-47eb-bed5-07db669007b7 None None] Pushing event updated for resources: {'Port': ['ID=8245cb1a-211a-433f-867d-d33bc469086e,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:20.582570 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-b1693fe0-11fd-47eb-bed5-07db669007b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:20.624926 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:42:20.625772 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:42:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:20.647431 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Network 82c1427a-a455-4106-8652-e07aadf4d59a is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:20.651009 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Pushing event updated for resources: {'Port': ['ID=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:20.657317 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:20.659300 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:20.664991 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:42:20.702882 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2844677'] for subnet, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.805189 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.832003 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4081206'] for router_interface, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.832804 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949f247-6678-4b56-b883-305fa9b64e10 None None] Pushing event updated for resources: {'Port': ['ID=92de6eff-f8e5-45ba-8bd5-2c3aaff27d79,revision_number=3']} {{(pid=74967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:20.841354 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG oslo_concurrency.lockutils [None req-8949f247-6678-4b56-b883-305fa9b64e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=74967) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:20.875186 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.926979 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2845753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625551'] for subnet, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:20.934333 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-590558b4-42a6-4dc3-b51b-401e0dbe52b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:20.989878 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b2c183-1af9-48c7-a284-2f0f305a47ae,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:21.004040 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:21.024176 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:21.037307 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-8f159b64-dd5d-480f-8b11-2b67ba88c9f0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/09b2c183-1af9-48c7-a284-2f0f305a47ae HTTP/1.1" status: 204 len: 168 time: 0.8548048 Aug 24 11:42:21.042787 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 55854) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:21.047367 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:21.076940 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:21.107691 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:42:21.144485 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] Set router 71745bc0-3b59-4857-baf7-caa497e91a40 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:42:21.504237 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:21.528965 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:21.572982 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] For port 3c9aed40-9be6-4758-a0bb-cde9cabc9675, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=3c9aed40-9be6-4758-a0bb-cde9cabc9675,segment=NetworkSegment(525e3395-1139-4ce7-be68-301825ee899c),segment_id=525e3395-1139-4ce7-be68-301825ee899c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:21.616232 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-9e07088b-d421-4645-b9bb-cb97850c289f tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:21.735884 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:21.750313 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:21.820450 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Pushing event updated for resources: {'Port': ['ID=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:21.851341 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:21.910394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2929927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4081119'] for router_interface, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:22.023604 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-60b38ee0-e899-463c-a6ca-f86c358161eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1099 time: 0.6816998 Aug 24 11:42:22.049724 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:42:16Z', 'revision_number': 3, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port': {'id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:15Z', 'updated_at': '2021-08-24T11:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:22.062105 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] Pushing event updated for resources: {'Port': ['ID=3c9aed40-9be6-4758-a0bb-cde9cabc9675,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:22.063857 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d63b20-57c6-4849-9bd0-e461b77fd4fe None None] The sync data for ids ['71745bc0-3b59-4857-baf7-caa497e91a40'] in dv-cinder-798098-2-smb is: [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:42:16Z', 'revision_number': 3, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port': {'id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:15Z', 'updated_at': '2021-08-24T11:42:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:42:22.082836 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:22.149958 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-f8684057-466a-459b-a89d-f77f81780cf6 None None] Provisioning complete for port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:22.150343 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f8684057-466a-459b-a89d-f77f81780cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:22.223413 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.224065 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.224607 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.225146 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.225920 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.226446 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.227135 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.227776 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.228695 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.229233 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.229779 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:22.233852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:22.291545 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Network 82c1427a-a455-4106-8652-e07aadf4d59a is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:22.294484 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:22.375472 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:19Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:22.394337 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:22.403872 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd84b7f-d64e-4c63-813b-6782e3be0e36 None None] The sync data for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb is: [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:19Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:42:22.470640 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:22.485095 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-99251a99-c958-4d97-8f3f-593a40dfca7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:22.487960 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-99251a99-c958-4d97-8f3f-593a40dfca7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 919 time: 0.2331359 Aug 24 11:42:22.510227 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b1122-4123-4447-8209-c3d8686bf3c2 req-9e719944-85ac-4105-8544-fddd7f019faa tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:22.511970 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bc6b1122-4123-4447-8209-c3d8686bf3c2 req-9e719944-85ac-4105-8544-fddd7f019faa tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.9818826 Aug 24 11:42:22.537848 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-f8684057-466a-459b-a89d-f77f81780cf6 None None] Provisioning for port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:22.545211 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-f8684057-466a-459b-a89d-f77f81780cf6 None None] Provisioning complete for port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:22.547829 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f8684057-466a-459b-a89d-f77f81780cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:22.688869 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43d80ac-224b-4c30-8db8-1e40557f60f3']}} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:22.703567 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-f8684057-466a-459b-a89d-f77f81780cf6 None None] Port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:42:22.849195 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-49cf7726-5560-477e-89b7-3ac1d0114730 None None] Provisioning complete for port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:22.852361 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-49cf7726-5560-477e-89b7-3ac1d0114730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:22.934798 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 3c9aed40-9be6-4758-a0bb-cde9cabc9675 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:23.086150 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bc6b1122-4123-4447-8209-c3d8686bf3c2 req-b8a17ff4-c149-4be0-b5e4-d80b4b7f5b08 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695383 Aug 24 11:42:23.128861 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6852da2-d56b-4c51-9f30-4dadcda1417d') {'for_net_delete': True} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:23.129326 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6852da2-d56b-4c51-9f30-4dadcda1417d') {} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:23.151050 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-49cf7726-5560-477e-89b7-3ac1d0114730 None None] Port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:42:23.156520 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-118462f8-99fa-449d-ab85-4984afa57122 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb HTTP/1.1" status: 200 len: 217 time: 0.6435018 Aug 24 11:42:23.169488 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2844682'] for segment, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:23.187706 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:23.188646 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:23.293197 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:23.316990 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=74965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:42:23.317391 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2845855'] for segment, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: Traceback (most recent call last): Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: timer() Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: cb(*args, **kw) Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: return func(*args, **kwargs) Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: self._notify() Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: self.callback(batched_events) Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: event.method(event) Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: return f(self, *a, **k) Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: return self._get(url).json() Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: return self.request(url, 'GET', **kwargs) Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:42:23.380452 dv-cinder-798098-2-smb neutron-server[74965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:42:23.448738 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Router 71745bc0-3b59-4857-baf7-caa497e91a40 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:42:23.476584 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 8245cb1a-211a-433f-867d-d33bc469086e up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:23.514966 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-b20999eb-98fd-4a4b-9802-96b60f63adee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:23.516463 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-b20999eb-98fd-4a4b-9802-96b60f63adee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.3348141 Aug 24 11:42:23.636165 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 8245cb1a-211a-433f-867d-d33bc469086e completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:23.641848 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 8245cb1a-211a-433f-867d-d33bc469086e triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:23.642355 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:23.657471 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-90188db7-4ea4-4a30-b560-68980dfcf698 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001501 Aug 24 11:42:23.911112 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:23.925256 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:23.940726 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:23.997593 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:24.019513 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 8245cb1a-211a-433f-867d-d33bc469086e, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=8245cb1a-211a-433f-867d-d33bc469086e,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:24.020850 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f43d80ac-224b-4c30-8db8-1e40557f60f3,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:24.021266 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:42:24.036868 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:24.038888 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:24.041573 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:24.086523 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] 10.222.0.49 "PUT /v2.0/routers/71745bc0-3b59-4857-baf7-caa497e91a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6657197 Aug 24 11:42:24.138724 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-438bcb09-458b-43df-9921-2b869d9929fa admin admin] 10.222.0.49 "DELETE /v2.0/networks/f43d80ac-224b-4c30-8db8-1e40557f60f3 HTTP/1.1" status: 204 len: 168 time: 3.0921526 Aug 24 11:42:24.196456 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-176cf799-76e0-4fab-89a9-ba52a45da37a service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5301337 Aug 24 11:42:24.225156 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=8245cb1a-211a-433f-867d-d33bc469086e,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:24.230182 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:24.425253 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e6f3331-e3c0-48ae-a147-cc8b125e96e1 req-718689aa-2103-4797-a210-c99e73aca52e service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228270 Aug 24 11:42:24.712337 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 55916) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:24.853095 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-254693cf-c18d-4bc8-996f-b7a1a6269e99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c627c64979824307b149f30bebae7a06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1392360 Aug 24 11:42:24.855844 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 55920) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:24.927610 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 8245cb1a-211a-433f-867d-d33bc469086e up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:25.067722 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7f3a20c2-a94a-426b-a11e-838cb046226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:25.138378 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7f3a20c2-a94a-426b-a11e-838cb046226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:25.144078 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70d870-cf68-4515-8850-f2d82645076b req-fc1a3086-0407-4409-996c-c1dcc02a6359 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:25.152756 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 8245cb1a-211a-433f-867d-d33bc469086e triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:25.153155 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:25.159486 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3e70d870-cf68-4515-8850-f2d82645076b req-fc1a3086-0407-4409-996c-c1dcc02a6359 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2710371 Aug 24 11:42:25.248470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7f3a20c2-a94a-426b-a11e-838cb046226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:25.278624 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c8cd2c19-d36b-4840-8fa5-9253a773cd21 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:25.292212 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3e70d870-cf68-4515-8850-f2d82645076b req-1127a3e7-b60c-46b9-9e5c-43a015b348f6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317320 Aug 24 11:42:25.344566 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a20c2-a94a-426b-a11e-838cb046226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1832863-7799-4224-b905-c043cf1046a4,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:25.360444 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7f3a20c2-a94a-426b-a11e-838cb046226a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:25.394921 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7f3a20c2-a94a-426b-a11e-838cb046226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:25.403285 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-7f3a20c2-a94a-426b-a11e-838cb046226a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1832863-7799-4224-b905-c043cf1046a4 HTTP/1.1" status: 204 len: 168 time: 0.5462070 Aug 24 11:42:25.543942 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45549cf6-3725-4347-9f52-9c3d90c433ac req-0bacdb8a-be3e-432e-8e6d-012d5c209436 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:25.564235 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-45549cf6-3725-4347-9f52-9c3d90c433ac req-0bacdb8a-be3e-432e-8e6d-012d5c209436 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1556830 Aug 24 11:42:25.566211 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:25.677751 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-45549cf6-3725-4347-9f52-9c3d90c433ac req-78565d30-0f60-4436-a1bc-516c49ce4f8e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107280 Aug 24 11:42:25.741087 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:25.764690 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:25.765436 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:25.978550 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:26.005874 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=92de6eff-f8e5-45ba-8bd5-2c3aaff27d79,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:26.011398 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:26.016283 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-6eb33f9a-630a-460f-b97b-3ddb383c5eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:26.127675 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=92de6eff-f8e5-45ba-8bd5-2c3aaff27d79,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:26.130830 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:26.578364 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ae806-6100-4703-9b6b-dfc6e5bde7c9 req-db437dbb-15c4-4835-9d72-635969ed8906 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:26.591693 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-902ae806-6100-4703-9b6b-dfc6e5bde7c9 req-db437dbb-15c4-4835-9d72-635969ed8906 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1104898 Aug 24 11:42:26.673728 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-902ae806-6100-4703-9b6b-dfc6e5bde7c9 req-406caa92-f579-4b3d-a250-ee3fb07436ce tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804915 Aug 24 11:42:26.851902 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:27.031486 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:27.033175 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:27.345305 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095f976-561f-4ed1-b76e-c6ce93b3c6c2 req-7012490f-7337-409a-8079-791adb3089a1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:27.353625 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c095f976-561f-4ed1-b76e-c6ce93b3c6c2 req-7012490f-7337-409a-8079-791adb3089a1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2203727 Aug 24 11:42:27.413912 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c095f976-561f-4ed1-b76e-c6ce93b3c6c2 req-112d0263-baa7-4a42-90d5-6c0eeaa756b7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592277 Aug 24 11:42:27.977166 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14451684-1c49-4b52-ae88-f3e6b535220a req-031d5e39-57b3-4e32-a2d9-f712a974a295 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:27.979481 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-14451684-1c49-4b52-ae88-f3e6b535220a req-031d5e39-57b3-4e32-a2d9-f712a974a295 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1496985 Aug 24 11:42:28.089963 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-14451684-1c49-4b52-ae88-f3e6b535220a req-b21d955e-aead-4a12-a6cc-460b224f38a7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044846 Aug 24 11:42:28.856699 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab684a9-cf49-45b6-949e-3bf35d6a83aa req-8a46ff47-387f-458c-9598-2e125a177e7b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:28.858626 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0ab684a9-cf49-45b6-949e-3bf35d6a83aa req-8a46ff47-387f-458c-9598-2e125a177e7b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1437738 Aug 24 11:42:28.922121 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0ab684a9-cf49-45b6-949e-3bf35d6a83aa req-7f0971ce-cad1-400f-85d1-abffb5302ed7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574505 Aug 24 11:42:29.403858 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7687e-5bea-42b7-bf79-967df0596f7a req-35a1bbd5-0779-4350-90b0-48e54f4ffbbf tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:29.406361 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9ee7687e-5bea-42b7-bf79-967df0596f7a req-35a1bbd5-0779-4350-90b0-48e54f4ffbbf tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1995978 Aug 24 11:42:29.491600 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9ee7687e-5bea-42b7-bf79-967df0596f7a req-1681eda3-38c8-457f-8843-f0628e262f4f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481734 Aug 24 11:42:29.545516 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e81480-b1b6-432b-8e23-45237fb303df req-8564c9b3-325c-4808-892a-06bd08898d65 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:29.552922 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-61e81480-b1b6-432b-8e23-45237fb303df req-8564c9b3-325c-4808-892a-06bd08898d65 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1453574 Aug 24 11:42:29.612226 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-61e81480-b1b6-432b-8e23-45237fb303df req-17f254c7-187e-48bb-880f-e410d4d461cb tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580823 Aug 24 11:42:30.052707 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:30.385769 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caf7f7-2b32-47f9-8752-ff24e22308bf req-baa59305-198c-44ec-af03-6d9af26cf136 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:30.394594 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7caf7f7-2b32-47f9-8752-ff24e22308bf req-baa59305-198c-44ec-af03-6d9af26cf136 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2045126 Aug 24 11:42:30.661364 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7caf7f7-2b32-47f9-8752-ff24e22308bf req-63918d85-a34f-48c2-a774-9f73e27d5185 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361844 Aug 24 11:42:31.026094 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca00f3-8abf-4a5c-acde-baa3451f1e9b req-6b82dc79-37f3-4823-a97c-1676c85f09fb tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:31.029040 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-45ca00f3-8abf-4a5c-acde-baa3451f1e9b req-6b82dc79-37f3-4823-a97c-1676c85f09fb tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1403260 Aug 24 11:42:31.264798 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-45ca00f3-8abf-4a5c-acde-baa3451f1e9b req-78908c35-80fb-4341-93cc-a9878ea8e7c5 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690891 Aug 24 11:42:31.337448 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845034f1-31e7-41ab-b6a6-a406583a7bcb req-4643d42e-de55-4535-bb86-74b415030d7a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:31.339442 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-845034f1-31e7-41ab-b6a6-a406583a7bcb req-4643d42e-de55-4535-bb86-74b415030d7a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.3094070 Aug 24 11:42:31.407704 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-845034f1-31e7-41ab-b6a6-a406583a7bcb req-d1d18d3f-e002-4c36-8f51-6a11d53e2e99 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617590 Aug 24 11:42:31.997045 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60521c5-383c-4bcd-ae70-7d840d8f4ade req-18f437dd-9d01-4d56-a0f9-0b54dabfe327 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:31.998787 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a60521c5-383c-4bcd-ae70-7d840d8f4ade req-18f437dd-9d01-4d56-a0f9-0b54dabfe327 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1315708 Aug 24 11:42:32.185398 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a60521c5-383c-4bcd-ae70-7d840d8f4ade req-9d407ae4-f709-4db2-be41-5a315b0afa7b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764491 Aug 24 11:42:32.735147 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37644e4f-9c24-465b-8999-3d337555415a req-ec7a759d-040f-4a84-9288-a00fbc2dd704 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:32.742394 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-37644e4f-9c24-465b-8999-3d337555415a req-ec7a759d-040f-4a84-9288-a00fbc2dd704 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.2687085 Aug 24 11:42:32.820020 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adceead-ab19-4e3f-a8ce-a96f223504bc req-eb154844-5a96-4713-8763-cfe2d3cd5d02 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:32.830380 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5adceead-ab19-4e3f-a8ce-a96f223504bc req-eb154844-5a96-4713-8763-cfe2d3cd5d02 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2261024 Aug 24 11:42:32.864059 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-37644e4f-9c24-465b-8999-3d337555415a req-535d1b8d-1276-483a-8689-b96bd5b076e5 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202135 Aug 24 11:42:32.945247 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5adceead-ab19-4e3f-a8ce-a96f223504bc req-e9dcf1ec-3e07-4925-b25a-af13fb832f71 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038988 Aug 24 11:42:33.435788 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf84f-0a3f-4b4b-b65e-77a47d7ad04f req-c0c4d5f8-c25d-4bb4-9dd6-d4f895a3e269 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:33.440144 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-53ecf84f-0a3f-4b4b-b65e-77a47d7ad04f req-c0c4d5f8-c25d-4bb4-9dd6-d4f895a3e269 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.0939307 Aug 24 11:42:33.571339 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-53ecf84f-0a3f-4b4b-b65e-77a47d7ad04f req-99d06929-c498-4d3e-8be2-043cde43baa9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210132 Aug 24 11:42:34.118679 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b669461-0964-4514-aa1f-fc044e83b5eb req-4e9cc48a-5114-4a11-b5e4-16c70ad43fc1 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:34.120361 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2b669461-0964-4514-aa1f-fc044e83b5eb req-4e9cc48a-5114-4a11-b5e4-16c70ad43fc1 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0849252 Aug 24 11:42:34.231450 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2b669461-0964-4514-aa1f-fc044e83b5eb req-0de9b019-d316-4b0e-8b81-bfca4f309f31 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047783 Aug 24 11:42:34.267206 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59051e3e-6dc2-4d9f-844f-9c499728d60a req-9fb04ab8-4c90-410e-89dc-a930280dfd83 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:34.269715 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59051e3e-6dc2-4d9f-844f-9c499728d60a req-9fb04ab8-4c90-410e-89dc-a930280dfd83 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1195831 Aug 24 11:42:34.334010 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59051e3e-6dc2-4d9f-844f-9c499728d60a req-380b42ad-6229-42e0-b3ff-0b06a5eb9415 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560677 Aug 24 11:42:34.872544 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd4df-401a-4d20-ac44-34917d514c34 req-ad501e80-0470-4a02-80b2-0b48901c6962 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:34.880406 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6cbd4df-401a-4d20-ac44-34917d514c34 req-ad501e80-0470-4a02-80b2-0b48901c6962 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1062171 Aug 24 11:42:34.933261 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6cbd4df-401a-4d20-ac44-34917d514c34 req-9aedf85e-b225-4e52-a20d-8e988b428208 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518007 Aug 24 11:42:35.834221 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801921c-8c3a-4d7a-9792-170fce70d374 req-bd448930-179f-4e5b-b729-f38e7957b554 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:35.850323 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3801921c-8c3a-4d7a-9792-170fce70d374 req-bd448930-179f-4e5b-b729-f38e7957b554 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.4590771 Aug 24 11:42:35.988323 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3801921c-8c3a-4d7a-9792-170fce70d374 req-3a56e006-ba3d-49d1-8d26-5dcf4f6d2a27 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365359 Aug 24 11:42:36.037254 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6aa0d-4253-41ca-a3eb-c5844039737e req-58815991-2fbe-4134-9306-7d0169d25754 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:36.048848 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-27a6aa0d-4253-41ca-a3eb-c5844039737e req-58815991-2fbe-4134-9306-7d0169d25754 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.3460348 Aug 24 11:42:36.191550 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56158) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:36.208595 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-27a6aa0d-4253-41ca-a3eb-c5844039737e req-6116b19d-98fa-4d55-b7d3-bcf577685a6a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587565 Aug 24 11:42:36.400734 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad8bd0-4f08-4ebb-a5db-5589817b1f75 req-1e9b457a-5e3f-4296-bcdf-15fd5c33b824 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:36.414431 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2fad8bd0-4f08-4ebb-a5db-5589817b1f75 req-1e9b457a-5e3f-4296-bcdf-15fd5c33b824 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1840532 Aug 24 11:42:36.440279 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:36.496618 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:36.513227 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Usage tracker for resource:security_group_rule and tenant:eb44301c2a604917b1cb940e24972821 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:36.516936 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:36.533910 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2fad8bd0-4f08-4ebb-a5db-5589817b1f75 req-44dcfed3-b695-48c0-8a7d-3bc93b42d8de tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175759 Aug 24 11:42:36.534112 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:36.645806 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:36.652187 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:36.670208 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7e810bd8-d12b-4dbd-addb-b2cde5a10cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:36.725439 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320aaa67-2570-43fc-b188-9aaee3092e3d,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:36.729739 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:36.732702 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eb44301c2a604917b1cb940e24972821&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5401027 Aug 24 11:42:36.735868 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56168) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:36.841441 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-36805269-8324-4760-acd1-0568c26995be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:36.875575 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-36805269-8324-4760-acd1-0568c26995be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:36.942904 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-36805269-8324-4760-acd1-0568c26995be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:36.953007 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-33fdfc3d-5a62-4247-ac21-1d839595a65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:36.972336 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-36805269-8324-4760-acd1-0568c26995be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:36.978848 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-36805269-8324-4760-acd1-0568c26995be admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/320aaa67-2570-43fc-b188-9aaee3092e3d HTTP/1.1" status: 204 len: 168 time: 0.2418551 Aug 24 11:42:36.979947 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36805269-8324-4760-acd1-0568c26995be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320aaa67-2570-43fc-b188-9aaee3092e3d,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:36.991760 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-36805269-8324-4760-acd1-0568c26995be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:37.402286 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f88a9-e9db-4d70-acfd-f90631bef99c req-fca1f90f-74f6-433e-aa65-13e661296498 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:37.403893 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-821f88a9-e9db-4d70-acfd-f90631bef99c req-fca1f90f-74f6-433e-aa65-13e661296498 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.2294900 Aug 24 11:42:37.512209 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-821f88a9-e9db-4d70-acfd-f90631bef99c req-cfa69587-b708-4f87-81bb-30f0fdaf7aee tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019795 Aug 24 11:42:37.740869 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6749e-1d6e-4284-893b-a6c400a712ab req-ecd0a56f-4ff6-492e-8c31-c054c00798a6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:37.742443 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5ad6749e-1d6e-4284-893b-a6c400a712ab req-ecd0a56f-4ff6-492e-8c31-c054c00798a6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2228665 Aug 24 11:42:37.940490 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5ad6749e-1d6e-4284-893b-a6c400a712ab req-99ffbb37-0a13-4fbd-9314-af2b20e68fcb tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916866 Aug 24 11:42:38.052631 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972d9f3-5b01-4d70-a7b9-49eba8b67626 req-f8816423-014e-4870-8501-abefb120afa5 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:38.063128 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0972d9f3-5b01-4d70-a7b9-49eba8b67626 req-f8816423-014e-4870-8501-abefb120afa5 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2666769 Aug 24 11:42:38.136388 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0972d9f3-5b01-4d70-a7b9-49eba8b67626 req-06e4705c-b744-4dc7-991f-aa0fefccfc81 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707684 Aug 24 11:42:38.753636 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b1e6-14fe-4a10-84d9-6c5016d287b0 req-4474e03f-c9a2-4cbe-8f6a-43edfd2d9001 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:38.763920 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8367b1e6-14fe-4a10-84d9-6c5016d287b0 req-4474e03f-c9a2-4cbe-8f6a-43edfd2d9001 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0961292 Aug 24 11:42:38.821062 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8367b1e6-14fe-4a10-84d9-6c5016d287b0 req-490f8236-0f26-472b-a319-f9b981a6ed19 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556481 Aug 24 11:42:39.254375 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d21bff8-fe8f-4f4c-8ae2-22de6831934b req-feb889ea-2ee0-43cc-a93f-35d47058feec tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:39.259420 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4d21bff8-fe8f-4f4c-8ae2-22de6831934b req-feb889ea-2ee0-43cc-a93f-35d47058feec tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1176057 Aug 24 11:42:39.375689 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4d21bff8-fe8f-4f4c-8ae2-22de6831934b req-aa98f721-d26d-46c6-9039-f6638b16aa8c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078734 Aug 24 11:42:39.555557 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d59ebb-96b4-4e91-8c94-bc602d49bcf0 req-249003c9-c666-483e-b310-fd5734882647 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:39.569012 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4d59ebb-96b4-4e91-8c94-bc602d49bcf0 req-249003c9-c666-483e-b310-fd5734882647 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1476505 Aug 24 11:42:39.681319 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4d59ebb-96b4-4e91-8c94-bc602d49bcf0 req-e36eabec-b408-4b60-b862-1f1a2bcdf60d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110477 Aug 24 11:42:40.109548 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df2489-bfd8-4182-8c4c-6ec631e5c034 req-931d147c-019f-4554-8781-46e809080235 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:40.117361 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-34df2489-bfd8-4182-8c4c-6ec631e5c034 req-931d147c-019f-4554-8781-46e809080235 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0976746 Aug 24 11:42:40.179060 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-34df2489-bfd8-4182-8c4c-6ec631e5c034 req-c6821a51-80f3-400a-9749-ebe510c44346 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607345 Aug 24 11:42:40.605850 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82d400-1c3b-4b06-bfa1-6bcfa4a380e6 req-054e5f83-7e8e-4335-b831-26aeddd9d588 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:40.608384 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae82d400-1c3b-4b06-bfa1-6bcfa4a380e6 req-054e5f83-7e8e-4335-b831-26aeddd9d588 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1049318 Aug 24 11:42:40.668209 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae82d400-1c3b-4b06-bfa1-6bcfa4a380e6 req-c6313b44-4c7e-40ee-b00e-5405aff9a3c9 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538054 Aug 24 11:42:41.033056 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70953a4c-3e7c-49f1-b662-928b67a7bf29 req-54b20af0-a2d1-4a26-ba35-2f9ff534b66a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:41.035046 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-70953a4c-3e7c-49f1-b662-928b67a7bf29 req-54b20af0-a2d1-4a26-ba35-2f9ff534b66a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1476882 Aug 24 11:42:41.088008 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-70953a4c-3e7c-49f1-b662-928b67a7bf29 req-945ef8c1-b763-438a-9e6a-012e7c9fd63b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468340 Aug 24 11:42:41.441348 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a600ea9-368f-4c27-b8bd-6484ec889c73 req-cca5b812-224f-4920-8770-24964609c69d tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:41.448873 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2a600ea9-368f-4c27-b8bd-6484ec889c73 req-cca5b812-224f-4920-8770-24964609c69d tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1440372 Aug 24 11:42:41.497317 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2a600ea9-368f-4c27-b8bd-6484ec889c73 req-d0427085-d4ec-4abf-ab9b-38b18cf3692d tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459940 Aug 24 11:42:41.693489 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56308) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:41.864970 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:41.914985 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:41.921167 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Usage tracker for resource:security_group_rule and tenant:3cdcfc0b121447ff8735bd3269ad62cb is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:41.926771 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:41.938376 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa9b8a-ada5-43a2-83de-5bba5d4fe545 req-c9135e48-3f93-4d5d-b661-20ad54d9db25 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:41.939843 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f5aa9b8a-ada5-43a2-83de-5bba5d4fe545 req-c9135e48-3f93-4d5d-b661-20ad54d9db25 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1311517 Aug 24 11:42:41.940793 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:42.008718 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f5aa9b8a-ada5-43a2-83de-5bba5d4fe545 req-4ef173dd-d3b0-455b-aae5-75501a4c6b25 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617983 Aug 24 11:42:42.058435 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:42.062576 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:42.072005 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-52b0310f-bfcd-4083-b619-199ca2c63b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:42.113095 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af20f12e-6782-4045-947c-ccb6ca8dbe1a,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:42.117402 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3cdcfc0b121447ff8735bd3269ad62cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4229565 Aug 24 11:42:42.118337 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:42.120660 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56334) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:42.185651 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3335c8c9-3edd-4da4-8473-f545d67906ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:42.214949 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3335c8c9-3edd-4da4-8473-f545d67906ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:42.351627 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3335c8c9-3edd-4da4-8473-f545d67906ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:42.370167 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893425b-691c-403b-b3ec-bf28a1454e18 req-c3d25e2d-22c0-4e03-8ddf-7a7cbf2c7bd7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:42.373114 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d893425b-691c-403b-b3ec-bf28a1454e18 req-c3d25e2d-22c0-4e03-8ddf-7a7cbf2c7bd7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1328440 Aug 24 11:42:42.376155 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6ac05d26-35fe-4610-8610-9cb1e0934a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:42.413230 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335c8c9-3edd-4da4-8473-f545d67906ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af20f12e-6782-4045-947c-ccb6ca8dbe1a,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:42.420394 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-3335c8c9-3edd-4da4-8473-f545d67906ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:42.421272 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3335c8c9-3edd-4da4-8473-f545d67906ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:42.424086 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-3335c8c9-3edd-4da4-8473-f545d67906ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/af20f12e-6782-4045-947c-ccb6ca8dbe1a HTTP/1.1" status: 204 len: 168 time: 0.3025005 Aug 24 11:42:42.460545 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d893425b-691c-403b-b3ec-bf28a1454e18 req-e38f1272-5046-485b-84e1-bc7e3efc573c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741649 Aug 24 11:42:42.768315 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134bc8d-cf93-4da3-86f5-c75f8901e8fb req-424a5bda-f672-4008-902b-05e190546f9a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:42.770092 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c134bc8d-cf93-4da3-86f5-c75f8901e8fb req-424a5bda-f672-4008-902b-05e190546f9a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1161177 Aug 24 11:42:42.880650 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c134bc8d-cf93-4da3-86f5-c75f8901e8fb req-647eb9a2-b68f-432a-9238-85af8637a01a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977802 Aug 24 11:42:43.333519 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-e77cad5b-a661-497f-9aa7-913ec644d012 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:43.334954 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-e77cad5b-a661-497f-9aa7-913ec644d012 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/networks?id=6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 200 len: 815 time: 0.2069006 Aug 24 11:42:43.341268 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a5c3f-2aca-44bd-869b-0a8ecb0632a7 req-7d860763-d533-40b7-8124-965cceff84dd tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:43.342926 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-600a5c3f-2aca-44bd-869b-0a8ecb0632a7 req-7d860763-d533-40b7-8124-965cceff84dd tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1949537 Aug 24 11:42:43.371710 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-91766d59-7d0d-4cb3-b3b2-dd5cb13bbafa tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/quotas/c2891a7b2fff44cbbae63d2e36700762 HTTP/1.1" status: 200 len: 375 time: 0.0278234 Aug 24 11:42:43.432398 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-600a5c3f-2aca-44bd-869b-0a8ecb0632a7 req-08ac47e7-7f84-461d-ae5f-454b69adc72c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 Aug 24 11:42:43.467545 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-1079ecac-0566-45c9-be89-7d1a96fa548c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2891a7b2fff44cbbae63d2e36700762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847175 Aug 24 11:42:43.648184 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56416) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:43.682318 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-1cfbca78-ced0-4a2d-9861-fc0919aca74a service neutron] 10.222.0.49 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025106 Aug 24 11:42:43.724156 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] Deleting subnet abff0ba9-2111-474f-9b2e-22da18bcfc77 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:42:43.727525 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:43.785515 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3119823'] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:43.806757 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ee36a-1abb-4586-90ed-e060c53ac353 req-3fe88e9a-0b93-4e42-9a5d-3deed8e9a958 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:43.808268 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f9ee36a-1abb-4586-90ed-e060c53ac353 req-3fe88e9a-0b93-4e42-9a5d-3deed8e9a958 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1989076 Aug 24 11:42:43.829366 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:42:43.844448 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:43.890533 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-d14ff871-a268-4609-a482-ba35f40862ba service neutron] 10.222.0.49 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999426 Aug 24 11:42:43.916394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3391087'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:43.917829 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4f9ee36a-1abb-4586-90ed-e060c53ac353 req-da6825fb-1127-4ee2-a28f-940ab5f59b46 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990460 Aug 24 11:42:43.920914 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:43.924392 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56424) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:43.961822 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abff0ba9-2111-474f-9b2e-22da18bcfc77,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:43.966948 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:43.972185 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:43.996973 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56430) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:43.997562 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f147d761-9bdb-4b11-ac48-342013dc282f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/abff0ba9-2111-474f-9b2e-22da18bcfc77 HTTP/1.1" status: 204 len: 168 time: 0.3476343 Aug 24 11:42:44.003467 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Sync routers for ids ['71745bc0-3b59-4857-baf7-caa497e91a40'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:42:44.052267 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Routers {'71745bc0-3b59-4857-baf7-caa497e91a40'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:42:44.053541 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:42:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['71745bc0-3b59-4857-baf7-caa497e91a40'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:44.206412 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:44.237768 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'port_id': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'mac_address': 'fa:16:3e:37:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:42:44.405858 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:44.417500 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:44.428878 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-90ffd780-4c91-40db-b9fd-c1cc6e84639a req-cb5c52bd-72ce-4094-b839-c178582323c6 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 210 time: 0.2285359 Aug 24 11:42:44.434791 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:42:44.436273 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:44.451581 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:44.463906 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:44.469851 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:44.542687 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=6']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:44.597252 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Set router 71745bc0-3b59-4857-baf7-caa497e91a40 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:42:44.601912 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:44.618997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd85b80-3d75-4e8a-a10b-6d70a8736ad2 req-a0bc4fc6-e8b0-48ab-938b-44196668e8df tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:44.625689 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5dd85b80-3d75-4e8a-a10b-6d70a8736ad2 req-a0bc4fc6-e8b0-48ab-938b-44196668e8df tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.4173663 Aug 24 11:42:44.632218 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Usage tracker for resource:security_group_rule and tenant:06e2406d4fe641ae9c1528e683d7b5f8 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:44.652484 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:44.658993 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:44.688775 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.691387 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.692175 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.692687 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.693230 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.693714 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.694348 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.694838 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.695317 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.695841 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.697189 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:44.702964 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:44.709584 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:42:44.718946 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124df346-3a9c-48a5-a0b1-1de2b896ba33']}} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:44.760257 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:44.763358 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f20f719-d274-4a63-af41-26565e2bb603') {'for_net_delete': True} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:44.763762 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f20f719-d274-4a63-af41-26565e2bb603') {} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:44.796660 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2844682'] for segment, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:44.816760 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5dd85b80-3d75-4e8a-a10b-6d70a8736ad2 req-c61dbdd7-52c7-4007-a721-1f31da06b81e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901636 Aug 24 11:42:44.842114 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:44.858860 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=74965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:42:44.859324 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2845855'] for segment, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: Traceback (most recent call last): Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: timer() Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: cb(*args, **kw) Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: return func(*args, **kwargs) Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: self._notify() Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: self.callback(batched_events) Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: event.method(event) Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: return f(self, *a, **k) Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: return self._get(url).json() Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: return self.request(url, 'GET', **kwargs) Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:42:44.875456 dv-cinder-798098-2-smb neutron-server[74965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:42:44.941303 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a72bc-f935-4c82-8529-c0139de5f162 req-14944c8d-a279-4f98-894d-5ae9c82d62fd tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:44.942914 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f98a72bc-f935-4c82-8529-c0139de5f162 req-14944c8d-a279-4f98-894d-5ae9c82d62fd tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2938128 Aug 24 11:42:45.040938 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.052339 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.095294 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.152748 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4617e2ef-0490-4cf2-8552-356e2e6f7f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:45.166293 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.189707 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:42:20Z', 'revision_number': 4, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port': {'id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:15Z', 'updated_at': '2021-08-24T11:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'f9e06e8f-ca99-41fc-bbb6-1e47aa283557', 'name': '', 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'mac_address': 'fa:16:3e:03:2f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:19Z', 'updated_at': '2021-08-24T11:42:21Z', 'revision_number': 2, 'project_id': '24abbc61e9de442280950d00239ded8c', 'subnets': [{'id': '9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:45.195537 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Checking router: 71745bc0-3b59-4857-baf7-caa497e91a40 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:42:45.196282 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Updating router 71745bc0-3b59-4857-baf7-caa497e91a40 port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 binding host dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 11:42:45.200332 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Pushing event deleted for resources: {'Network': ['ID=124df346-3a9c-48a5-a0b1-1de2b896ba33,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:45.212776 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f98a72bc-f935-4c82-8529-c0139de5f162 req-bcf152a9-79d6-40d5-8b66-317e9e3ba0ad tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594118 Aug 24 11:42:45.216382 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] 10.222.0.49 "DELETE /v2.0/networks/124df346-3a9c-48a5-a0b1-1de2b896ba33 HTTP/1.1" status: 204 len: 168 time: 1.2157419 Aug 24 11:42:45.237685 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-829e1127-1293-4bdd-9727-a5e8b689410b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:45.242763 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=06e2406d4fe641ae9c1528e683d7b5f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3173182 Aug 24 11:42:45.243454 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-564c953e-91cc-4fee-979e-fe1160c50a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:45.245804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56464) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:45.281411 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.309614 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5422846-6c64-44d3-b745-ebdd31e2017d req-597491be-153c-44e4-a922-aefcde990cea tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:45.311276 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e5422846-6c64-44d3-b745-ebdd31e2017d req-597491be-153c-44e4-a922-aefcde990cea tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 944 time: 0.1926672 Aug 24 11:42:45.311990 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05777a8-dc8b-43a2-b09f-50f61265df8b,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:45.314835 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:45.363942 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-df52cde1-4d46-4a1c-b242-923414b92fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.392756 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e5422846-6c64-44d3-b745-ebdd31e2017d req-6cedcd9d-b716-4de7-9ba3-45376bd0d83a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676956 Aug 24 11:42:45.425140 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-df52cde1-4d46-4a1c-b242-923414b92fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.457986 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56474) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:45.512022 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-df52cde1-4d46-4a1c-b242-923414b92fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.518567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-80d3f1fe-92ca-43f4-8b5a-2a3b8a19ed50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:45.532736 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52cde1-4d46-4a1c-b242-923414b92fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05777a8-dc8b-43a2-b09f-50f61265df8b,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:45.535455 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-df52cde1-4d46-4a1c-b242-923414b92fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:45.543500 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-df52cde1-4d46-4a1c-b242-923414b92fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.547700 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-df52cde1-4d46-4a1c-b242-923414b92fe7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d05777a8-dc8b-43a2-b09f-50f61265df8b HTTP/1.1" status: 204 len: 168 time: 0.3008919 Aug 24 11:42:45.562586 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-881d9fe4-f534-4a24-bece-b55c47c13ca3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05a0b4c1e8e943a39f8aec63be54a15a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1033947 Aug 24 11:42:45.565118 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56484) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:45.650468 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-adebd472-faf9-4906-a69c-db0426508eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.684349 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-adebd472-faf9-4906-a69c-db0426508eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.695305 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-120c21e2-6857-4ef0-b670-5ba0f8424e68 req-5092b301-ff9d-47c0-a673-6fd280e21220 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 210 time: 0.1056950 Aug 24 11:42:45.773682 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-adebd472-faf9-4906-a69c-db0426508eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.778506 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6996cf0f-70ae-4b62-9f44-b066fb6c2e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:45.792119 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebd472-faf9-4906-a69c-db0426508eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45959ec-3c45-4e4c-8b64-437e59bd1e89,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:45.796967 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-adebd472-faf9-4906-a69c-db0426508eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:45.802405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-adebd472-faf9-4906-a69c-db0426508eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.806011 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-adebd472-faf9-4906-a69c-db0426508eb0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a45959ec-3c45-4e4c-8b64-437e59bd1e89 HTTP/1.1" status: 204 len: 168 time: 0.2373574 Aug 24 11:42:45.850947 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:45.922777 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Notify callbacks [] for port, precommit_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.939285 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-755bcc23-f428-44f8-89ba-646fbb3dcaad tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:45.942765 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Transition to ACTIVE for port object f9e06e8f-ca99-41fc-bbb6-1e47aa283557 will not be triggered until provisioned by entity L2. {{(pid=74966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:45.950602 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-755bcc23-f428-44f8-89ba-646fbb3dcaad tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.37 "GET /v2.0/networks?id=6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 200 len: 815 time: 0.2514377 Aug 24 11:42:45.958953 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:45.963269 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:45.972710 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'port': {'device_id': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'admin_state_up': True, 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:42:46.033580 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:46.034021 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:46.068914 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d59c3d-a23d-4c51-9f20-aa546ed10cfd None None] Pushing event updated for resources: {'Port': ['ID=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,revision_number=3']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:46.090935 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-91d59c3d-a23d-4c51-9f20-aa546ed10cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:46.283469 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:46.295293 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:port and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:46.300392 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:46.315143 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:46.333962 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd59a-2702-4394-84b4-46198a313f60 req-067a631a-3f5e-42c6-833a-d204a2056124 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:46.343107 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5d5cd59a-2702-4394-84b4-46198a313f60 req-067a631a-3f5e-42c6-833a-d204a2056124 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.2288611 Aug 24 11:42:46.371624 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Made reservation on behalf of c2891a7b2fff44cbbae63d2e36700762 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:42:46.380047 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:46.401174 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Attempting to bind port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 on host dv-cinder-798098-2-smb for vnic_type normal with profile {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:42:46.401684 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Attempting to bind port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 by drivers openvswitch,hyperv on host dv-cinder-798098-2-smb at level 0 using segments [{'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:42:46.403572 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Attempting to bind port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 on network 82c1427a-a455-4106-8652-e07aadf4d59a {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:42:46.437650 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Checking agent: {'id': 'f1b216aa-ba26-4e10-b040-51968d0514df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 30, 48), 'started_at': datetime.datetime(2021, 8, 24, 11, 31, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:42:46.438338 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Checking segment: {'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:42:46.438980 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:46.439601 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Bound using segment: {'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'} {{(pid=74966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:42:46.440328 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.managers [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Bound port: f9e06e8f-ca99-41fc-bbb6-1e47aa283557, host: dv-cinder-798098-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525e3395-1139-4ce7-be68-301825ee899c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a'}}] {{(pid=74966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:42:46.440952 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:46.460452 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:46.535734 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:42:46.550461 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5d5cd59a-2702-4394-84b4-46198a313f60 req-2207b184-863b-4fc3-a8e0-f6df0b4ea9f9 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064810 Aug 24 11:42:46.564857 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:46.582812 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:46.588344 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:46.657449 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] For port f9e06e8f-ca99-41fc-bbb6-1e47aa283557, host dv-cinder-798098-2-smb, cleared binding levels {{(pid=74966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:42:46.673749 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] For port f9e06e8f-ca99-41fc-bbb6-1e47aa283557, host dv-cinder-798098-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,segment=NetworkSegment(525e3395-1139-4ce7-be68-301825ee899c),segment_id=525e3395-1139-4ce7-be68-301825ee899c)] {{(pid=74966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:42:46.681783 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:46.686891 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=7']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:46.690803 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:46.692065 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-5d622791-023f-4c65-9d2c-71b63e031bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:46.739613 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57944532-a077-4706-a57f-206cb7f02e51 req-412c57fb-401b-4bf1-a636-fd66a31f1a77 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:46.742724 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-57944532-a077-4706-a57f-206cb7f02e51 req-412c57fb-401b-4bf1-a636-fd66a31f1a77 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.3198626 Aug 24 11:42:46.889002 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-57944532-a077-4706-a57f-206cb7f02e51 req-6eeb673e-a3c0-407c-9bd6-506ced262f8c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356163 Aug 24 11:42:46.925566 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Allocated IP 172.20.0.14 (6610923c-1433-476c-bf09-ca6d4a276dc4/560fd2d0-8c68-4de5-b128-10c3c1c421e2/f5da26ee-d6e1-4260-8d0b-f521cd1163f8) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:42:46.955232 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d59c3d-a23d-4c51-9f20-aa546ed10cfd None None] Pushing event updated for resources: {'Port': ['ID=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:46.960041 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-91d59c3d-a23d-4c51-9f20-aa546ed10cfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:46.972011 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Routers {'71745bc0-3b59-4857-baf7-caa497e91a40'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:42:46.972525 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:42:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['71745bc0-3b59-4857-baf7-caa497e91a40'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:47.049418 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'code': 200} Aug 24 11:42:47.304217 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] Set router 71745bc0-3b59-4857-baf7-caa497e91a40 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:42:47.383110 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3d61d-ab90-4cf6-b6b9-5a30e9868be9 req-686bedb6-0312-407d-915a-29b19fc982a3 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:47.385529 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c1e3d61d-ab90-4cf6-b6b9-5a30e9868be9 req-686bedb6-0312-407d-915a-29b19fc982a3 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.4306750 Aug 24 11:42:47.539783 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c1e3d61d-ab90-4cf6-b6b9-5a30e9868be9 req-48e6e723-0e57-428c-8177-e57a961ed8d5 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429670 Aug 24 11:42:47.566257 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:47.651185 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b2b6cb8d-b12f-4844-b635-f654c14928a7 req-981d3b93-d3b4-4bb4-b6df-e5a193b4ca5d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 210 time: 0.0812871 Aug 24 11:42:47.656000 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Transition to ACTIVE for port object f5da26ee-d6e1-4260-8d0b-f521cd1163f8 will not be triggered until provisioned by entity DHCP. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:42:47.690840 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:47.704271 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:47.827903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-97e813d0-1865-444f-8ed9-9924279a64c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:48.002313 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:48.083493 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:42:20Z', 'revision_number': 4, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port': {'id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:15Z', 'updated_at': '2021-08-24T11:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'f9e06e8f-ca99-41fc-bbb6-1e47aa283557', 'name': '', 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'mac_address': 'fa:16:3e:03:2f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:19Z', 'updated_at': '2021-08-24T11:42:46Z', 'revision_number': 4, 'project_id': '24abbc61e9de442280950d00239ded8c', 'subnets': [{'id': '9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:42:48.095003 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aab497-4fc8-4330-82b5-8da46e3b3424 None None] The sync data for ids ['71745bc0-3b59-4857-baf7-caa497e91a40'] in dv-cinder-798098-2-smb is: [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:42:20Z', 'revision_number': 4, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port': {'id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:15Z', 'updated_at': '2021-08-24T11:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'f9e06e8f-ca99-41fc-bbb6-1e47aa283557', 'name': '', 'network_id': '82c1427a-a455-4106-8652-e07aadf4d59a', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'mac_address': 'fa:16:3e:03:2f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:19Z', 'updated_at': '2021-08-24T11:42:46Z', 'revision_number': 4, 'project_id': '24abbc61e9de442280950d00239ded8c', 'subnets': [{'id': '9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:42:48.222865 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:42:48.246943 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:42:48.277912 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:42:48.286753 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:42:48.441864 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:48.442531 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:48.447759 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'Port': ['ID=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:48.472168 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:48.577958 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6114881 Aug 24 11:42:48.604782 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08f384-eda9-4848-b8e6-098aaf2b9180 req-7aea4b8c-196d-4830-9eeb-ba241c9badce tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:48.606292 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6f08f384-eda9-4848-b8e6-098aaf2b9180 req-7aea4b8c-196d-4830-9eeb-ba241c9badce tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.6253681 Aug 24 11:42:48.677919 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-49013fd4-e7e0-44e5-9afd-54d8ecadb815 None None] Provisioning for port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:48.686775 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-49013fd4-e7e0-44e5-9afd-54d8ecadb815 None None] Provisioning complete for port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:48.687151 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-49013fd4-e7e0-44e5-9afd-54d8ecadb815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:48.713107 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747952-f85a-4632-903c-5d7cc8bd9ce2 req-7c47327a-476f-4d9d-825d-627fe920d382 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:48.716757 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-95747952-f85a-4632-903c-5d7cc8bd9ce2 req-7c47327a-476f-4d9d-825d-627fe920d382 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.5726962 Aug 24 11:42:48.735588 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6f08f384-eda9-4848-b8e6-098aaf2b9180 req-7fd980e3-1b24-43a3-829c-12a1860fa600 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233218 Aug 24 11:42:48.802624 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-95747952-f85a-4632-903c-5d7cc8bd9ce2 req-f1c5c042-c8db-4ba0-9d01-70fdeb2e76f2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771909 Aug 24 11:42:48.838183 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device f9e06e8f-ca99-41fc-bbb6-1e47aa283557 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:48.919156 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-49013fd4-e7e0-44e5-9afd-54d8ecadb815 None None] Port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:42:48.973075 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning for port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:42:49.007389 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:49.009048 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:49.254689 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:49.322553 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] For port f9e06e8f-ca99-41fc-bbb6-1e47aa283557, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,segment=NetworkSegment(525e3395-1139-4ce7-be68-301825ee899c),segment_id=525e3395-1139-4ce7-be68-301825ee899c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:42:49.339506 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:49.341599 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-91d59c3d-a23d-4c51-9f20-aa546ed10cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:49.373451 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaaa2c-4fe9-413d-8219-948969d6f7bc req-27fdc7f9-779b-44aa-b21b-54b04e76ba24 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:49.381910 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59aaaa2c-4fe9-413d-8219-948969d6f7bc req-27fdc7f9-779b-44aa-b21b-54b04e76ba24 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.3050809 Aug 24 11:42:49.437718 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Pushing event updated for resources: {'Port': ['ID=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:49.448678 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:49.476600 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ec462-09ef-42ac-9ed2-e7a803bc9328 req-c851b032-ebaa-4d67-9b91-f8c10c73ba9e tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:49.477353 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-530ec462-09ef-42ac-9ed2-e7a803bc9328 req-c851b032-ebaa-4d67-9b91-f8c10c73ba9e tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Synchronizing usage tracker for tenant:c2891a7b2fff44cbbae63d2e36700762 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:42:49.486940 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59aaaa2c-4fe9-413d-8219-948969d6f7bc req-d8e99e3d-91c8-44bb-b1e8-9cd0ba9cd6d3 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041622 Aug 24 11:42:49.515311 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-530ec462-09ef-42ac-9ed2-e7a803bc9328 req-c851b032-ebaa-4d67-9b91-f8c10c73ba9e tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Unset dirty status for tenant:c2891a7b2fff44cbbae63d2e36700762 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:42:49.516550 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-530ec462-09ef-42ac-9ed2-e7a803bc9328 req-c851b032-ebaa-4d67-9b91-f8c10c73ba9e tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.3419120 Aug 24 11:42:49.588479 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-530ec462-09ef-42ac-9ed2-e7a803bc9328 req-cca52f4d-69dd-482a-8b17-3e28c14fd093 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652282 Aug 24 11:42:49.720915 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1b0686b1-f5b8-46f6-95bc-9a87dc2d4152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:49.993216 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c4f28-5fa0-4eef-bb35-e05ea0a2c847 req-9a612f7f-8b53-4244-989b-9aadb3a48544 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:49.995336 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-732c4f28-5fa0-4eef-bb35-e05ea0a2c847 req-9a612f7f-8b53-4244-989b-9aadb3a48544 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0970728 Aug 24 11:42:50.092574 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-732c4f28-5fa0-4eef-bb35-e05ea0a2c847 req-7bea2534-1a7d-48df-92cb-da570c33fa48 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630531 Aug 24 11:42:50.117841 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b34cc1-2bc5-42cc-9017-630545c2ad6c req-b3d72e00-01dc-45f5-8e1d-7f612f757d79 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:50.120303 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-40b34cc1-2bc5-42cc-9017-630545c2ad6c req-b3d72e00-01dc-45f5-8e1d-7f612f757d79 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1225462 Aug 24 11:42:50.170566 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-40b34cc1-2bc5-42cc-9017-630545c2ad6c req-7a20bf2d-e954-4fc7-a276-259c7e7a93f2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443912 Aug 24 11:42:50.692805 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:50.723414 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device f9e06e8f-ca99-41fc-bbb6-1e47aa283557 up at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:42:50.761256 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7b97c-00a0-4546-b3a5-544c779f7a34 req-036a6174-cfef-453f-932b-0b5df17d3d48 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:50.763604 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-99c7b97c-00a0-4546-b3a5-544c779f7a34 req-036a6174-cfef-453f-932b-0b5df17d3d48 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1202581 Aug 24 11:42:50.858104 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-99c7b97c-00a0-4546-b3a5-544c779f7a34 req-b9fae10d-692a-4c09-a56a-c20f9cbfdf5d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884225 Aug 24 11:42:50.909852 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Provisioning complete for port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:42:50.910248 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:51.075467 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2022e-515d-40a3-886f-a8c3cfe82309 req-cd17bcd3-5033-496d-badc-18b71a54df29 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:51.077056 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-25e2022e-515d-40a3-886f-a8c3cfe82309 req-cd17bcd3-5033-496d-badc-18b71a54df29 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.1216350 Aug 24 11:42:51.140514 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-25e2022e-515d-40a3-886f-a8c3cfe82309 req-fe04c4a3-127b-483f-a4a5-047605d8778b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553558 Aug 24 11:42:51.463516 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b418678-7c0f-4127-88f7-9a756aabfb85 req-947a27f7-53bb-42d1-894a-defad09b46d8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:51.470738 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6b418678-7c0f-4127-88f7-9a756aabfb85 req-947a27f7-53bb-42d1-894a-defad09b46d8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1991940 Aug 24 11:42:51.499124 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758961a-aec2-4ab4-b9ed-d1ca4bc368c5 req-b1de0331-559f-43cc-aaca-fa22374fd291 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:51.500661 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5758961a-aec2-4ab4-b9ed-d1ca4bc368c5 req-b1de0331-559f-43cc-aaca-fa22374fd291 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1444862 Aug 24 11:42:51.544154 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6b418678-7c0f-4127-88f7-9a756aabfb85 req-138e8f70-1dce-4eba-8a3d-982341f9afb5 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725131 Aug 24 11:42:51.564176 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5758961a-aec2-4ab4-b9ed-d1ca4bc368c5 req-8485a810-ccde-4678-99f3-46eeaef445f7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523624 Aug 24 11:42:51.624878 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56620) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:51.786920 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:51.818320 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:51.823572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Usage tracker for resource:security_group_rule and tenant:95e8e36f4b7a434ebbe316dece3d90c4 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:51.827269 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:51.833831 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:51.901230 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:51.908064 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:51.929422 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-acf4aba0-5260-461b-bbaa-94301ecf098c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:51.939519 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56630) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:51.963319 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18088b49-5bf9-4708-982c-cc508a5bae03,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:51.967833 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95e8e36f4b7a434ebbe316dece3d90c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3416505 Aug 24 11:42:51.970595 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56638) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:51.973947 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:52.054164 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.124612 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.170518 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.236913 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fff5f-d6a6-4a10-9754-41b476378dbf req-8bdcdc90-1cdd-4710-bf7b-e958dac4e967 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:52.238237 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-655fff5f-d6a6-4a10-9754-41b476378dbf req-8bdcdc90-1cdd-4710-bf7b-e958dac4e967 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1735525 Aug 24 11:42:52.241704 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:52.252536 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Usage tracker for resource:security_group_rule and tenant:be22fc3a481146608a1b182db4884bb8 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:52.274163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:52.286596 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.290895 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:52.314800 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.326420 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:52.369779 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18088b49-5bf9-4708-982c-cc508a5bae03,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:52.388569 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.388569 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18088b49-5bf9-4708-982c-cc508a5bae03 HTTP/1.1" status: 204 len: 168 time: 0.4186509 Aug 24 11:42:52.414882 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-655fff5f-d6a6-4a10-9754-41b476378dbf req-ddc89f52-8cf9-4968-ad89-9c9140f1b545 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678121 Aug 24 11:42:52.416452 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.416884 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.417444 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.417777 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.418185 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.418594 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.418997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.419438 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.419833 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.420222 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.420637 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:42:52.424411 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8fa9c342-6836-4fbd-b6a5-db5f43b9cff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:52.483757 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41a460-b3fb-47c4-bde3-2e9a7b3f6d5a req-9d832049-8d5b-4342-bb22-9ea65c88987a tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:52.485354 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c41a460-b3fb-47c4-bde3-2e9a7b3f6d5a req-9d832049-8d5b-4342-bb22-9ea65c88987a tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.2061830 Aug 24 11:42:52.532612 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.537572 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.545929 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cf60c6f0-6cc9-4ae2-ab9a-b3d9b6242477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:52.611065 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443189b1-f92c-4be3-82e3-5899f7824fba,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:52.624620 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:52.638779 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c41a460-b3fb-47c4-bde3-2e9a7b3f6d5a req-aafe68fd-94d0-4c80-bc48-7885a6c77b8f tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417580 Aug 24 11:42:52.665373 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=be22fc3a481146608a1b182db4884bb8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7178681 Aug 24 11:42:52.665373 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56652) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:52.913728 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56656) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:52.932666 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.936225 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cbffc2a1-6474-4efa-a789-2037bb155149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.976672 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:52.981623 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Usage tracker for resource:security_group_rule and tenant:cab0533197f0499889ddbadcc7735267 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:52.983580 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cbffc2a1-6474-4efa-a789-2037bb155149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:52.985955 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:52.994619 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:52.999518 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8c16f-2bd3-4bdf-964d-d2a415a48511 req-2b1636d9-931e-460a-bb28-952da945a6b8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:53.004558 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dcd8c16f-2bd3-4bdf-964d-d2a415a48511 req-2b1636d9-931e-460a-bb28-952da945a6b8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.2813489 Aug 24 11:42:53.092636 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6bf65-0886-436d-b64d-eb380257e39a req-bc34300c-a158-44af-8cba-7cf24bfe0a79 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:53.094225 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-33e6bf65-0886-436d-b64d-eb380257e39a req-bc34300c-a158-44af-8cba-7cf24bfe0a79 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2803173 Aug 24 11:42:53.100803 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dcd8c16f-2bd3-4bdf-964d-d2a415a48511 req-8ef6f3ab-da74-4a45-8328-883b81b7b70c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788991 Aug 24 11:42:53.101009 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:53.109220 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:53.118992 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-df52cde1-4d46-4a1c-b242-923414b92fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:53.134487 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cbffc2a1-6474-4efa-a789-2037bb155149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:53.141302 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-dfa566e5-50e0-4d7e-8c2b-1b28babfa88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:53.154963 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8b4d73-c72e-4796-8930-e11b81477e62,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:53.160449 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:53.182422 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffc2a1-6474-4efa-a789-2037bb155149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443189b1-f92c-4be3-82e3-5899f7824fba,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:53.190321 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cab0533197f0499889ddbadcc7735267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2754319 Aug 24 11:42:53.194389 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56660) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:53.195170 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cbffc2a1-6474-4efa-a789-2037bb155149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:53.218496 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cbffc2a1-6474-4efa-a789-2037bb155149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:53.219579 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-cbffc2a1-6474-4efa-a789-2037bb155149 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/443189b1-f92c-4be3-82e3-5899f7824fba HTTP/1.1" status: 204 len: 168 time: 0.5549281 Aug 24 11:42:53.236988 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-33e6bf65-0886-436d-b64d-eb380257e39a req-e02e7d24-db29-4bc1-96c6-4c29f2e7647f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352394 Aug 24 11:42:53.280605 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b53fc97d-c6a4-4150-b581-0ed511457e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:53.310876 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b53fc97d-c6a4-4150-b581-0ed511457e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:53.370336 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b53fc97d-c6a4-4150-b581-0ed511457e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:53.374144 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-30ed10a5-ac66-40a8-9745-976ab07a900e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:53.386706 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53fc97d-c6a4-4150-b581-0ed511457e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8b4d73-c72e-4796-8930-e11b81477e62,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:53.389548 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b53fc97d-c6a4-4150-b581-0ed511457e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:53.412216 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b53fc97d-c6a4-4150-b581-0ed511457e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:53.416135 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-b53fc97d-c6a4-4150-b581-0ed511457e5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd8b4d73-c72e-4796-8930-e11b81477e62 HTTP/1.1" status: 204 len: 168 time: 0.2165887 Aug 24 11:42:53.753768 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2575fda-1f97-4076-b92c-e6e1f2d93896 req-075039c5-60f5-4355-a2da-81e0c0b95e73 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:53.755337 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a2575fda-1f97-4076-b92c-e6e1f2d93896 req-075039c5-60f5-4355-a2da-81e0c0b95e73 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.0918212 Aug 24 11:42:53.870268 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a2575fda-1f97-4076-b92c-e6e1f2d93896 req-327ba33d-26c4-4faa-b3de-fc890441ae9c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010873 Aug 24 11:42:53.896447 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b3637-9aba-457f-9c3d-f4c924e48309 req-17cdbdf8-ddd6-49fe-b4c3-2221f025388f tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:53.897926 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b4b3637-9aba-457f-9c3d-f4c924e48309 req-17cdbdf8-ddd6-49fe-b4c3-2221f025388f tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.0973928 Aug 24 11:42:53.950857 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b4b3637-9aba-457f-9c3d-f4c924e48309 req-a3009e3f-4bb6-444c-9166-2e119554c82f tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458577 Aug 24 11:42:54.354125 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7453a8-c86c-41ea-8da6-2f2e84efbc2d req-de4f1d41-a554-4bb2-b84c-c46422d6f9eb tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:54.355719 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3e7453a8-c86c-41ea-8da6-2f2e84efbc2d req-de4f1d41-a554-4bb2-b84c-c46422d6f9eb tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1065059 Aug 24 11:42:54.406589 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3e7453a8-c86c-41ea-8da6-2f2e84efbc2d req-558182aa-59a5-4c8e-b59c-2078941a5f19 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449378 Aug 24 11:42:54.498253 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882d618-b124-47de-b779-87ba5c18b691 req-36d3af45-8b8e-4eb0-be5c-8ed5b9f6f671 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:54.500158 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b882d618-b124-47de-b779-87ba5c18b691 req-36d3af45-8b8e-4eb0-be5c-8ed5b9f6f671 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0971284 Aug 24 11:42:54.552375 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b882d618-b124-47de-b779-87ba5c18b691 req-7790183f-5113-400c-86e9-50f48a06a6f7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460548 Aug 24 11:42:55.159411 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfc508-9863-43b8-8d0a-b65179a80804 req-44da1a5d-1452-45c9-87d3-c3d8228bc872 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:55.160888 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-30bfc508-9863-43b8-8d0a-b65179a80804 req-44da1a5d-1452-45c9-87d3-c3d8228bc872 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1429923 Aug 24 11:42:55.241746 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181eec-28ae-4b1e-99a7-46e89a2f12ef req-a56717de-63f6-4970-9b31-1a0be611f769 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:55.243555 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-12181eec-28ae-4b1e-99a7-46e89a2f12ef req-a56717de-63f6-4970-9b31-1a0be611f769 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.1436460 Aug 24 11:42:55.258957 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-30bfc508-9863-43b8-8d0a-b65179a80804 req-b1f006dc-f06c-47b9-b207-f58c275e5e6f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904660 Aug 24 11:42:55.318764 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-12181eec-28ae-4b1e-99a7-46e89a2f12ef req-5186e7fd-ed69-4609-a4d0-7e8025c686f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585160 Aug 24 11:42:55.666542 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab56e4-6b29-4f87-9a82-4a598ab5d6a0 req-919f540f-1ad4-4235-839a-9f39a5c9cc2f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:55.674125 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-42ab56e4-6b29-4f87-9a82-4a598ab5d6a0 req-919f540f-1ad4-4235-839a-9f39a5c9cc2f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1223435 Aug 24 11:42:55.737549 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-42ab56e4-6b29-4f87-9a82-4a598ab5d6a0 req-48370daa-80e5-4713-990d-f5da6c74dbae tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613396 Aug 24 11:42:55.828838 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b570aaf-d399-486c-99d1-3fbafee8f9df req-fcff1ffb-ba44-43eb-ac65-669237bec737 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:55.830525 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8b570aaf-d399-486c-99d1-3fbafee8f9df req-fcff1ffb-ba44-43eb-ac65-669237bec737 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1089921 Aug 24 11:42:55.888202 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8b570aaf-d399-486c-99d1-3fbafee8f9df req-f03fc63f-9f9f-41e8-9146-20d14d8a6e9b tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473754 Aug 24 11:42:56.547021 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7845d-92da-49fb-8e92-fda8f1e94619 req-5ad33800-7c25-42ae-ad3b-f6cc418ec234 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:56.552572 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eee7845d-92da-49fb-8e92-fda8f1e94619 req-5ad33800-7c25-42ae-ad3b-f6cc418ec234 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1508365 Aug 24 11:42:56.575790 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4135c-6424-4942-92e5-71aa39c4c7fd req-392918e5-f5cb-4837-8eac-a0302fc40bc4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:56.577257 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1f4135c-6424-4942-92e5-71aa39c4c7fd req-392918e5-f5cb-4837-8eac-a0302fc40bc4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.1208887 Aug 24 11:42:56.636224 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eee7845d-92da-49fb-8e92-fda8f1e94619 req-08ca956a-60c8-4907-a9cf-cc111629b1d2 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796549 Aug 24 11:42:56.643762 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1f4135c-6424-4942-92e5-71aa39c4c7fd req-0ae2a847-3e7d-4c63-9bdf-745aa196bb3f tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604942 Aug 24 11:42:56.990640 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99628ed0-fb37-4074-bbb0-0158a69c9f04 req-2cfa6eae-8bd7-45bd-85d3-6a1032a9c0f9 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:56.992122 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-99628ed0-fb37-4074-bbb0-0158a69c9f04 req-2cfa6eae-8bd7-45bd-85d3-6a1032a9c0f9 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0952084 Aug 24 11:42:57.091516 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-99628ed0-fb37-4074-bbb0-0158a69c9f04 req-48df25af-a9ac-4e5e-ac22-b6be58a02178 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928884 Aug 24 11:42:57.134758 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b104-3ed9-4175-9466-3d350e25345c req-6309c89e-66ee-4934-993e-eeb523ad92e8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:57.139277 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c408b104-3ed9-4175-9466-3d350e25345c req-6309c89e-66ee-4934-993e-eeb523ad92e8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1038024 Aug 24 11:42:57.185668 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c408b104-3ed9-4175-9466-3d350e25345c req-c1801ecd-b224-4456-9d1f-390836fa3793 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423770 Aug 24 11:42:57.917015 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b75b1-4fde-4647-92fc-ecb58b5a291b req-fa2e5dea-4917-47dd-a1bd-32c8517337ed tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:57.918615 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9b7b75b1-4fde-4647-92fc-ecb58b5a291b req-fa2e5dea-4917-47dd-a1bd-32c8517337ed tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.1460068 Aug 24 11:42:57.930377 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef099672-c661-4f54-8420-18614b2cc1f8 req-877e0fa8-cce6-4314-abdb-3dd7fec8c139 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:57.931987 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef099672-c661-4f54-8420-18614b2cc1f8 req-877e0fa8-cce6-4314-abdb-3dd7fec8c139 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1195974 Aug 24 11:42:58.010591 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef099672-c661-4f54-8420-18614b2cc1f8 req-31efb135-ac5e-46d2-b20e-46186657ba23 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643139 Aug 24 11:42:58.015764 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9b7b75b1-4fde-4647-92fc-ecb58b5a291b req-2635cfd5-a5c9-4811-ae95-6180394c1cd3 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828097 Aug 24 11:42:58.312161 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd611670-e2ce-4ed8-a2ec-800b3e09e309 req-81d2a5b9-e700-4cbe-9607-dbe0f55d1a3c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:58.313619 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dd611670-e2ce-4ed8-a2ec-800b3e09e309 req-81d2a5b9-e700-4cbe-9607-dbe0f55d1a3c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1042402 Aug 24 11:42:58.470157 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dd611670-e2ce-4ed8-a2ec-800b3e09e309 req-06597218-ae80-43fa-98fb-e5a0858564e2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510620 Aug 24 11:42:58.503242 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd6c0-8c01-4faa-aef1-2b5328037093 req-62760a1f-5849-4419-95a6-c224ffcfb626 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:58.504712 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a14dd6c0-8c01-4faa-aef1-2b5328037093 req-62760a1f-5849-4419-95a6-c224ffcfb626 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1562202 Aug 24 11:42:58.552117 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a14dd6c0-8c01-4faa-aef1-2b5328037093 req-da33af7b-5d3b-49e0-b9f1-9930ddd500bf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Aug 24 11:42:59.275669 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56790) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:59.334959 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92592ff-41f1-4ac5-a085-e0bfaf7ec70f req-313e70df-d7bf-495b-b2d7-21f608eb0ae4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:59.336348 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d92592ff-41f1-4ac5-a085-e0bfaf7ec70f req-313e70df-d7bf-495b-b2d7-21f608eb0ae4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.1781957 Aug 24 11:42:59.349180 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6501218-c8f4-42d0-91f7-33b19ba9e2b4 req-69fe869a-2220-457a-bb1d-cc67941a2234 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:59.350606 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c6501218-c8f4-42d0-91f7-33b19ba9e2b4 req-69fe869a-2220-457a-bb1d-cc67941a2234 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1354926 Aug 24 11:42:59.423032 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d92592ff-41f1-4ac5-a085-e0bfaf7ec70f req-7f0dfa01-d21b-4d63-a440-63cb8ec47a17 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713489 Aug 24 11:42:59.429275 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:59.437998 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c6501218-c8f4-42d0-91f7-33b19ba9e2b4 req-4ecc667f-d668-4042-a44e-3e60b83d1299 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710790 Aug 24 11:42:59.466759 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:42:59.471136 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Usage tracker for resource:security_group_rule and tenant:1dc2c6fedaa74644ad36c43bb11035c3 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:42:59.474321 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:42:59.481349 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:42:59.552035 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:59.560151 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:59.581482 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e4c3d061-b186-4ec4-915f-07dd3ff26bd8 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:42:59.631099 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 56802) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:42:59.631354 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1dc2c6fedaa74644ad36c43bb11035c3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3536451 Aug 24 11:42:59.652457 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b02cff5-ebeb-4264-802d-249d15fae7aa,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:42:59.655814 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:42:59.850240 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c428e2a0-981d-4e8e-b2e0-afbb12e945ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:59.898457 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb51cae-0e7e-4be8-acdb-88aad848a837 req-a3991b85-6025-498f-b5df-f11051725af6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:59.900491 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ffb51cae-0e7e-4be8-acdb-88aad848a837 req-a3991b85-6025-498f-b5df-f11051725af6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2086613 Aug 24 11:42:59.902110 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c428e2a0-981d-4e8e-b2e0-afbb12e945ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:42:59.942940 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ada562-23e1-4892-865e-361307848185 req-c4275b34-c495-40b9-9c43-8e6fe4638c7a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:42:59.944388 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a1ada562-23e1-4892-865e-361307848185 req-c4275b34-c495-40b9-9c43-8e6fe4638c7a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.2544389 Aug 24 11:43:00.018874 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ffb51cae-0e7e-4be8-acdb-88aad848a837 req-d80c0792-8b60-4695-9acc-bc5126870615 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071224 Aug 24 11:43:00.023870 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a1ada562-23e1-4892-865e-361307848185 req-999c9713-5e3e-411e-9c78-27fefb23dc69 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732176 Aug 24 11:43:00.036799 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c428e2a0-981d-4e8e-b2e0-afbb12e945ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.041365 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-f86746c2-0b1b-4501-b4d5-b9973b2e4f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:00.053120 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428e2a0-981d-4e8e-b2e0-afbb12e945ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b02cff5-ebeb-4264-802d-249d15fae7aa,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:00.058423 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c428e2a0-981d-4e8e-b2e0-afbb12e945ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:00.060520 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c428e2a0-981d-4e8e-b2e0-afbb12e945ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.064912 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-c428e2a0-981d-4e8e-b2e0-afbb12e945ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b02cff5-ebeb-4264-802d-249d15fae7aa HTTP/1.1" status: 204 len: 168 time: 0.4324861 Aug 24 11:43:00.076179 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.400513 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56810) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:00.422021 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.458829 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:00.465003 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Usage tracker for resource:security_group_rule and tenant:028a03ad0c0a4eb08f943d339bb72c07 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:00.468386 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:00.474049 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:00.541611 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.545549 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.552457 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-82ec9c8a-9112-4490-986c-5cc9a80576b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:00.594041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e01464-1f18-4a08-a9aa-ffb5ad08e8a0,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:00.597871 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:00.603785 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=028a03ad0c0a4eb08f943d339bb72c07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2021673 Aug 24 11:43:00.604336 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56818) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:00.667807 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-17f30614-a447-4eda-a682-49abbb511030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.689252 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a29362-8b20-4c4d-baa1-55d1cadcb333 req-d343ad06-2859-4f44-8fb2-ed07691837d1 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:00.690699 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b1a29362-8b20-4c4d-baa1-55d1cadcb333 req-d343ad06-2859-4f44-8fb2-ed07691837d1 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.1432457 Aug 24 11:43:00.694041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-17f30614-a447-4eda-a682-49abbb511030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.737445 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216e869-e961-4479-92c2-2adc3c4d67b8 req-3237b6f8-7e8a-4aa2-ad18-2b2a5fa140d5 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:00.738882 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7216e869-e961-4479-92c2-2adc3c4d67b8 req-3237b6f8-7e8a-4aa2-ad18-2b2a5fa140d5 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1265414 Aug 24 11:43:00.745253 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-17f30614-a447-4eda-a682-49abbb511030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.750166 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6a931519-b8d5-4228-be94-cb547e68e4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:00.766793 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b1a29362-8b20-4c4d-baa1-55d1cadcb333 req-ef397d34-94bc-432f-b1c0-8b8111b2246c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703669 Aug 24 11:43:00.768006 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f30614-a447-4eda-a682-49abbb511030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e01464-1f18-4a08-a9aa-ffb5ad08e8a0,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:00.770888 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-17f30614-a447-4eda-a682-49abbb511030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:00.799229 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7216e869-e961-4479-92c2-2adc3c4d67b8 req-03beddb6-de76-4d32-8af9-6c283a023cb4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514350 Aug 24 11:43:00.801573 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-17f30614-a447-4eda-a682-49abbb511030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:00.803685 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-17f30614-a447-4eda-a682-49abbb511030 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63e01464-1f18-4a08-a9aa-ffb5ad08e8a0 HTTP/1.1" status: 204 len: 168 time: 0.1974611 Aug 24 11:43:01.284622 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b589e39-fcf4-4b97-9848-6fd3412103cb req-4843510a-7a02-432e-9893-ef31c7ad7d6e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:01.286084 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8b589e39-fcf4-4b97-9848-6fd3412103cb req-4843510a-7a02-432e-9893-ef31c7ad7d6e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1067681 Aug 24 11:43:01.292076 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432667db-5467-4209-b1cb-0abdcfce7d7a req-77b41482-3894-4ce5-9ab1-01dac68d9e7e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:01.293457 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-432667db-5467-4209-b1cb-0abdcfce7d7a req-77b41482-3894-4ce5-9ab1-01dac68d9e7e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1444595 Aug 24 11:43:01.362444 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8b589e39-fcf4-4b97-9848-6fd3412103cb req-db601b20-1c46-4b6e-8e68-0d87018cebd0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680468 Aug 24 11:43:01.369209 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-432667db-5467-4209-b1cb-0abdcfce7d7a req-56d276b8-d156-4ee9-8371-46876390b923 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601339 Aug 24 11:43:02.030615 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01ad43-11c7-40b3-9b8f-12812fa6a59f req-f8104b4d-6374-40ec-bd89-5b96a90d72d8 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:02.032093 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0d01ad43-11c7-40b3-9b8f-12812fa6a59f req-f8104b4d-6374-40ec-bd89-5b96a90d72d8 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.1393371 Aug 24 11:43:02.058879 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001bb72-0e04-4ee3-b926-e0c242e84e43 req-805ce28d-08b9-4d7c-8486-a7c04b5ec438 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:02.068191 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4001bb72-0e04-4ee3-b926-e0c242e84e43 req-805ce28d-08b9-4d7c-8486-a7c04b5ec438 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1293855 Aug 24 11:43:02.126788 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0d01ad43-11c7-40b3-9b8f-12812fa6a59f req-b9adc473-2385-44e2-897c-7148674f6c9a tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889821 Aug 24 11:43:02.133457 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4001bb72-0e04-4ee3-b926-e0c242e84e43 req-ba0ae4e6-9c48-4765-93e2-a4ca7778dbfd tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644381 Aug 24 11:43:02.642495 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37b140-2085-4daa-9929-b26b5b4c796b req-4b6a6bcf-3255-444e-8251-4924460bf6ec tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:02.648126 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e37b140-2085-4daa-9929-b26b5b4c796b req-4b6a6bcf-3255-444e-8251-4924460bf6ec tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1440840 Aug 24 11:43:02.671121 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ac921-f74b-4de8-a2ff-35538fe65af4 req-9663fd66-d439-43fa-af1e-07860f98d7d8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:02.672567 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e67ac921-f74b-4de8-a2ff-35538fe65af4 req-9663fd66-d439-43fa-af1e-07860f98d7d8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1376069 Aug 24 11:43:02.732206 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e37b140-2085-4daa-9929-b26b5b4c796b req-4974b318-462e-4c70-81b9-fecfc96e2e8d tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808883 Aug 24 11:43:02.740249 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e67ac921-f74b-4de8-a2ff-35538fe65af4 req-22d95a5a-85c6-4ff5-802f-f5c65a154ad4 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615995 Aug 24 11:43:03.374722 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Request body: {'port': {'device_id': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:03.475116 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af2cda-b185-479c-885c-c766ec77f080 req-40a7ad23-31a5-4aef-9e80-f68102b3988d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:03.476590 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-82af2cda-b185-479c-885c-c766ec77f080 req-40a7ad23-31a5-4aef-9e80-f68102b3988d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 932 time: 0.2228510 Aug 24 11:43:03.495474 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919adf1f-d3d1-45ab-b924-2d1e6256dd8c req-3fabc088-6a2c-4ab8-ad89-221aefc6a1a8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:03.502003 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-919adf1f-d3d1-45ab-b924-2d1e6256dd8c req-3fabc088-6a2c-4ab8-ad89-221aefc6a1a8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2141926 Aug 24 11:43:03.604600 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:03.759079 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-82af2cda-b185-479c-885c-c766ec77f080 req-771717e3-142f-483c-9455-731c4f91cc4e tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701306 Aug 24 11:43:03.761015 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-919adf1f-d3d1-45ab-b924-2d1e6256dd8c req-135c530f-153f-4279-8bce-6eaed1b6d78e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582898 Aug 24 11:43:03.861372 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-e0c8203f-4831-4dc8-8779-ad41eaf82670 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 1099 time: 0.3184557 Aug 24 11:43:04.223893 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-c2544abc-8eca-4426-81f3-314d08c1e2e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:04.225329 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-c2544abc-8eca-4426-81f3-314d08c1e2e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 911 time: 0.3497407 Aug 24 11:43:04.253654 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b9199-53ad-4ece-80f2-172f1a884a3a req-fc8534db-bb9d-4261-8029-b5721fd5b19c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:04.255159 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bc4b9199-53ad-4ece-80f2-172f1a884a3a req-fc8534db-bb9d-4261-8029-b5721fd5b19c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2896338 Aug 24 11:43:04.263360 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578e2fa-862a-4310-a1e7-51bf25864571 req-8061fd51-2154-4533-b557-ee33f58fc047 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:04.264855 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f578e2fa-862a-4310-a1e7-51bf25864571 req-8061fd51-2154-4533-b557-ee33f58fc047 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.3444898 Aug 24 11:43:04.473019 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5da26ee-d6e1-4260-8d0b-f521cd1163f8 {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:43:04.498321 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:04.505831 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bc4b9199-53ad-4ece-80f2-172f1a884a3a req-489f98c8-277e-4c23-b2da-f52c5e0d6559 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390323 Aug 24 11:43:04.514550 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f578e2fa-862a-4310-a1e7-51bf25864571 req-d40911c6-0df8-4a9f-9bc1-c08d7c86e3a5 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2326195 Aug 24 11:43:04.518532 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-4e2b3db6-dea7-4487-a8c3-bec49555d3c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc HTTP/1.1" status: 200 len: 1002 time: 0.2059102 Aug 24 11:43:04.524419 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Transition to ACTIVE for port object f5da26ee-d6e1-4260-8d0b-f521cd1163f8 will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:43:04.531688 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:04.536624 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-68b7479e-0a89-4687-a77c-6d213f7e8e4d tempest-VolumesActionsTest-930161225 tempest-VolumesActionsTest-930161225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:04.662633 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Pushing event updated for resources: {'Port': ['ID=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:04.674232 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:04.802494 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5168928f-c85f-4728-ac09-8196caa73c02 req-da4a095f-58dc-45c9-b55a-6eec845ba219 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1099 time: 0.1146994 Aug 24 11:43:04.818144 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-e4dd7b55-2051-484e-9f18-01f27d9a6d74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:04.819991 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-e4dd7b55-2051-484e-9f18-01f27d9a6d74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.1469572 Aug 24 11:43:04.855079 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-5168928f-c85f-4728-ac09-8196caa73c02 req-aafa2100-6745-40cc-a4ab-c26a5a108b44 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Aug 24 11:43:04.887428 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56984) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:04.925495 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Attempting to bind port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:43:04.925832 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Attempting to bind port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:43:04.926161 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Attempting to bind port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 on network 6610923c-1433-476c-bf09-ca6d4a276dc4 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:43:04.939363 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 on network 6610923c-1433-476c-bf09-ca6d4a276dc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:43:04.939711 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Attempting to bind port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 on network 6610923c-1433-476c-bf09-ca6d4a276dc4 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:43:04.948968 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:43:04.949320 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Checking segment: {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:43:04.949704 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Bound using segment: {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:43:04.950131 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Bound port: f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2324fba6-c507-4508-a24d-c72a1b21ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:43:04.950476 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:04.974241 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-cb6a4f78-feed-49db-b575-623b4746c2f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1401546 Aug 24 11:43:05.050258 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.081845 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:05.086693 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Usage tracker for resource:security_group_rule and tenant:0db51b1c56e149cab736d42d1d897f94 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:05.089492 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:05.095294 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:05.161466 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.166440 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] For port f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:43:05.166596 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.173844 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f378cdb2-21a7-483b-bcb6-72f7ae898618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:05.178806 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] For port f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:43:05.188168 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.197615 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:05.243143 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d32e-83b0-4a7a-a7e7-ceb391aea1e5 req-d73107df-b853-412e-9cda-8940de6bb77a tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:05.245150 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f5b0d32e-83b0-4a7a-a7e7-ceb391aea1e5 req-d73107df-b853-412e-9cda-8940de6bb77a tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 944 time: 0.2401512 Aug 24 11:43:05.273183 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488f1d8-76ed-4d94-a032-312ddf05aa78 req-67c6949c-a1d8-491d-89d5-a638437bdbfa tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:05.274982 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d488f1d8-76ed-4d94-a032-312ddf05aa78 req-67c6949c-a1d8-491d-89d5-a638437bdbfa tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2707391 Aug 24 11:43:05.293114 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70848667-1e20-49dc-a13d-5c6f1f606859,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:05.300514 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0db51b1c56e149cab736d42d1d897f94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4118664 Aug 24 11:43:05.301469 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:05.301912 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 56990) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:05.318627 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.319918 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 1094 time: 1.9502969 Aug 24 11:43:05.323492 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:43:05.384647 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1e346b7e-cf54-4479-b72f-597aeaa5557e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.389871 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Pushing event updated for resources: {'Port': ['ID=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:05.432049 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1e346b7e-cf54-4479-b72f-597aeaa5557e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.508033 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1e346b7e-cf54-4479-b72f-597aeaa5557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.518412 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-78fe8e13-9867-4c57-b558-2c8b1eece7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:05.534926 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e346b7e-cf54-4479-b72f-597aeaa5557e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70848667-1e20-49dc-a13d-5c6f1f606859,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:05.550703 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1e346b7e-cf54-4479-b72f-597aeaa5557e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:05.552139 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1e346b7e-cf54-4479-b72f-597aeaa5557e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:05.559333 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1e346b7e-cf54-4479-b72f-597aeaa5557e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70848667-1e20-49dc-a13d-5c6f1f606859 HTTP/1.1" status: 204 len: 168 time: 0.2540784 Aug 24 11:43:05.585422 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:05.617678 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f5b0d32e-83b0-4a7a-a7e7-ceb391aea1e5 req-0c644db7-eb0c-448d-b512-2392be37ebb2 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595750 Aug 24 11:43:05.673504 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d488f1d8-76ed-4d94-a032-312ddf05aa78 req-1b5ab92a-c2ba-4871-9cce-924d85881b9a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3817687 Aug 24 11:43:05.750014 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'status': 'completed', 'code': 200} Aug 24 11:43:05.765348 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-cb09d2dc-8193-448d-9ea4-1f9410c06004 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253318 Aug 24 11:43:05.773762 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-c9c0f3c8-65ca-49ab-a548-ab0eae3cbcd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2891a7b2fff44cbbae63d2e36700762&device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1097 time: 0.1876912 Aug 24 11:43:06.022512 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57012) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:06.046663 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:06.050772 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-348d7ec7-70f2-43cd-8c63-10cdc8a904b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 217 time: 0.2550552 Aug 24 11:43:06.081199 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:06.085277 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a53575de7e944eab68a4fd7f3887aa0 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:06.088123 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:06.094170 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:06.166576 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:06.171444 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:06.199439 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-3a4e20cb-d2b3-4f0b-abf8-39378059d484 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:06.200951 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-3a4e20cb-d2b3-4f0b-abf8-39378059d484 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=560fd2d0-8c68-4de5-b128-10c3c1c421e2 HTTP/1.1" status: 200 len: 854 time: 0.1395202 Aug 24 11:43:06.207002 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5417c458-0c63-4e53-aca4-0550357c3162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:06.213885 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0021955f-0fb1-4fb4-a9fa-fc42b0943fb3 req-c7b58789-cb68-44f0-baa1-a3e5ae5b2bb0 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192610 Aug 24 11:43:06.225987 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57020) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:06.246019 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a53575de7e944eab68a4fd7f3887aa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2208183 Aug 24 11:43:06.255599 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec5e64-199d-4e89-a754-6ddff9498539 req-2a6d713c-48f9-4324-80a7-989d667f5924 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:06.263151 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06ec5e64-199d-4e89-a754-6ddff9498539 req-2a6d713c-48f9-4324-80a7-989d667f5924 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.3560369 Aug 24 11:43:06.274927 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e412d308-b526-4693-8741-c2d4e9baf833,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:06.287552 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:06.328496 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cd44-910c-4c0b-a117-5091471385da req-8e896399-e5c5-45ba-a26f-05045cf16b0a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:06.332111 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-43f6cd44-910c-4c0b-a117-5091471385da req-8e896399-e5c5-45ba-a26f-05045cf16b0a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.4262049 Aug 24 11:43:06.478873 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-06ec5e64-199d-4e89-a754-6ddff9498539 req-0a56b157-3137-455b-9fb9-554b80212d08 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146354 Aug 24 11:43:06.534822 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-43f6cd44-910c-4c0b-a117-5091471385da req-95e98ee6-598f-4382-ac38-737a11619d39 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682119 Aug 24 11:43:06.568901 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-150aac15-4391-4ead-a4ac-db74e6104188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:06.589858 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-1edb0599-68aa-4c37-a302-f9854d4e2e4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6610923c-1433-476c-bf09-ca6d4a276dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3410790 Aug 24 11:43:06.682054 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-150aac15-4391-4ead-a4ac-db74e6104188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:06.691107 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-2d753b6b-7845-4333-804d-8c6c4bee1131 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 1099 time: 0.3007188 Aug 24 11:43:07.007805 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-14a362b1-108a-431f-b8c3-d8e3f4053f01 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057658 Aug 24 11:43:07.028381 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-150aac15-4391-4ead-a4ac-db74e6104188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:07.048080 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-36805269-8324-4760-acd1-0568c26995be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:07.095918 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150aac15-4391-4ead-a4ac-db74e6104188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412d308-b526-4693-8741-c2d4e9baf833,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:07.149711 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-150aac15-4391-4ead-a4ac-db74e6104188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:07.152275 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-150aac15-4391-4ead-a4ac-db74e6104188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:07.155670 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-150aac15-4391-4ead-a4ac-db74e6104188 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e412d308-b526-4693-8741-c2d4e9baf833 HTTP/1.1" status: 204 len: 168 time: 0.9246061 Aug 24 11:43:07.155670 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-f95b16cf-63c4-47a8-82bf-bdb0e25ebd19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:07.164379 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-f95b16cf-63c4-47a8-82bf-bdb0e25ebd19 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 911 time: 0.4327102 Aug 24 11:43:07.295285 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76359da-4bf5-44cd-ab16-2c79a77b3a56 req-5425eb06-2624-40a5-9d93-c37a037ddf97 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:07.302367 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c76359da-4bf5-44cd-ab16-2c79a77b3a56 req-5425eb06-2624-40a5-9d93-c37a037ddf97 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 944 time: 0.5060265 Aug 24 11:43:07.453172 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e13b2-0cc3-46ed-860e-1280cd44169e req-1c7ae8e0-e60e-4950-af99-5f269d7c5f5e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:07.454655 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-260e13b2-0cc3-46ed-860e-1280cd44169e req-1c7ae8e0-e60e-4950-af99-5f269d7c5f5e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.5554516 Aug 24 11:43:07.545098 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-f3f5ab05-40d8-4586-b510-c98fb23342b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc HTTP/1.1" status: 200 len: 1002 time: 0.3784130 Aug 24 11:43:07.588780 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3b64f597-0dfe-4ac2-9923-fc4e03463a83 req-e5ffa8ac-fc9c-4579-93ad-11943414cb17 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527513 Aug 24 11:43:07.626895 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c76359da-4bf5-44cd-ab16-2c79a77b3a56 req-3235a103-d2bc-4715-a189-036833288046 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236418 Aug 24 11:43:07.677595 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-260e13b2-0cc3-46ed-860e-1280cd44169e req-63e3f51b-a89b-487c-b54e-f65c442a044b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071984 Aug 24 11:43:07.689234 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-fd58f115-546a-4011-a864-f980af898f2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:07.692358 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-fd58f115-546a-4011-a864-f980af898f2f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.1375902 Aug 24 11:43:07.968736 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-cbebdfd5-99b5-41ff-8dad-4e4ab8352e02 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2891a7b2fff44cbbae63d2e36700762&device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1097 time: 0.2643056 Aug 24 11:43:07.974145 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-9f9a0557-ce0b-4101-98f8-7aefc002f736 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2686205 Aug 24 11:43:08.107719 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea6ca6-24f3-4678-b350-1ea8c45e108d req-5b6ecbde-d4a1-4355-9114-4f550d344515 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:08.109518 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3ea6ca6-24f3-4678-b350-1ea8c45e108d req-5b6ecbde-d4a1-4355-9114-4f550d344515 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2915690 Aug 24 11:43:08.274163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1505f4-b949-4458-8df3-66f16ec7ff54 req-e7e2d783-2348-4114-bbf4-45bc416b4f54 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:08.276080 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cf1505f4-b949-4458-8df3-66f16ec7ff54 req-e7e2d783-2348-4114-bbf4-45bc416b4f54 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.3688946 Aug 24 11:43:08.332340 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-8701676c-b746-4908-98a9-0cdb1e8033bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:08.333773 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-8701676c-b746-4908-98a9-0cdb1e8033bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 200 len: 916 time: 0.3554313 Aug 24 11:43:08.339464 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3ea6ca6-24f3-4678-b350-1ea8c45e108d req-e7110ce7-31e9-4709-b430-3201841e6aae tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773791 Aug 24 11:43:08.345122 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-561a9f67-6971-43b2-af4d-8f14da8c9e0e service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397748 Aug 24 11:43:08.491811 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-cda3afab-d82b-4525-92c3-cb8e94a80754 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 217 time: 0.1463668 Aug 24 11:43:08.538716 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cf1505f4-b949-4458-8df3-66f16ec7ff54 req-61cf57f7-9400-46b7-b539-781f8eceec38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463121 Aug 24 11:43:08.641936 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-ecbd89db-9db6-49ea-aa1f-348c8bba1298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:08.643409 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-ecbd89db-9db6-49ea-aa1f-348c8bba1298 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=560fd2d0-8c68-4de5-b128-10c3c1c421e2 HTTP/1.1" status: 200 len: 854 time: 0.1458712 Aug 24 11:43:08.733865 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ba4a872-e909-4e89-844d-1efdd88dd180 req-3ae72ef5-e2a9-4663-ba84-bb2fea75fad9 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408155 Aug 24 11:43:08.780823 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-5b4bce39-9646-4099-ba89-5464c172cb1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6610923c-1433-476c-bf09-ca6d4a276dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114564 Aug 24 11:43:09.114211 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-d14f27e2-ea99-4225-817f-c1455e1a3758 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064930 Aug 24 11:43:09.215983 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b572a4-e7d1-49bc-ac6f-39bd24e302d0 req-ca361a20-af9a-423b-b79f-877dbe14b573 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:09.217582 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-65b572a4-e7d1-49bc-ac6f-39bd24e302d0 req-ca361a20-af9a-423b-b79f-877dbe14b573 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2380848 Aug 24 11:43:09.232549 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdce2c-c47a-40a2-9541-44fd7f9e9444 req-69b34eeb-0a59-4880-885f-3302edc56356 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:09.234002 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-02fdce2c-c47a-40a2-9541-44fd7f9e9444 req-69b34eeb-0a59-4880-885f-3302edc56356 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 944 time: 0.3175581 Aug 24 11:43:09.365267 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ef27e4f0-d950-43a5-9a75-373900cb70b9 req-255fab6f-9bdb-420c-a1eb-7a7d4afd2703 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404652 Aug 24 11:43:09.375552 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-65b572a4-e7d1-49bc-ac6f-39bd24e302d0 req-7f54b69b-5c58-49cf-b7f9-be499cbdc90e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405382 Aug 24 11:43:09.381977 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-02fdce2c-c47a-40a2-9541-44fd7f9e9444 req-066d322d-be37-4336-97ae-b0aa102dd7be tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241863 Aug 24 11:43:09.998976 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-3f19ab36-66e9-4e3a-9dad-abd95dedba3c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 1099 time: 0.2555664 Aug 24 11:43:09.998976 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf0572-da57-4173-9f27-dc4e98074205 req-83585344-d5a1-4cda-8e55-59057c7666f2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:09.998976 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6bf0572-da57-4173-9f27-dc4e98074205 req-83585344-d5a1-4cda-8e55-59057c7666f2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1214454 Aug 24 11:43:10.145494 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d6bf0572-da57-4173-9f27-dc4e98074205 req-c5c2964a-c0e0-4de2-8314-560c2e8a24f8 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465509 Aug 24 11:43:10.187420 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-be9e919b-22e1-400c-83a4-6bfb3cd66269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:10.188992 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-be9e919b-22e1-400c-83a4-6bfb3cd66269 service neutron] 10.222.0.37 "GET /v2.0/networks?id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 200 len: 919 time: 0.1953194 Aug 24 11:43:10.276499 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-eb393bde-cd1d-45bd-9794-b476dd990441 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb HTTP/1.1" status: 200 len: 217 time: 0.0786600 Aug 24 11:43:10.344636 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-3ebc5202-7282-4fbc-ad70-f014dfd82e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:10.346277 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-3ebc5202-7282-4fbc-ad70-f014dfd82e13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 200 len: 858 time: 0.0631402 Aug 24 11:43:10.410259 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-f0c63938-e3d0-4390-85a0-af0206506a35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=eb93e37c-5dd0-472f-ab78-2ab3e2683be9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560737 Aug 24 11:43:10.594854 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-96697608-74c7-40c4-b8ee-90bf2515fe5d service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786513 Aug 24 11:43:10.868840 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-04b84f0a-c946-4e22-b459-bc3f536775d0 req-5dbefc79-08bf-46f0-aa98-969519533e29 service neutron] 10.222.0.37 "GET /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247458 Aug 24 11:43:10.878199 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043361d-5364-4c89-bf4b-0fdab8ec4f81 req-dfb00b24-6e8f-4ab4-80d3-1be699a69424 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:10.880599 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1043361d-5364-4c89-bf4b-0fdab8ec4f81 req-dfb00b24-6e8f-4ab4-80d3-1be699a69424 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2842743 Aug 24 11:43:10.886868 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed112fb-5daf-47af-a811-adb0ccd01143 req-82663045-198d-46a9-b515-16112ac26574 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:10.888313 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5ed112fb-5daf-47af-a811-adb0ccd01143 req-82663045-198d-46a9-b515-16112ac26574 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 944 time: 0.2241745 Aug 24 11:43:10.963712 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1043361d-5364-4c89-bf4b-0fdab8ec4f81 req-35a5aa45-9b8f-4fd0-9de0-6c3195c33af4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724947 Aug 24 11:43:10.972457 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5ed112fb-5daf-47af-a811-adb0ccd01143 req-17f87535-f2e1-4f8b-af33-dbd2c8060ff7 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668006 Aug 24 11:43:11.418169 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a28e2e-1d7c-4dae-aad1-4395631e0e3a req-8d0f3842-8291-4d32-ad84-55713528ab98 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:11.427502 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a3a28e2e-1d7c-4dae-aad1-4395631e0e3a req-8d0f3842-8291-4d32-ad84-55713528ab98 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1373892 Aug 24 11:43:11.498044 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a3a28e2e-1d7c-4dae-aad1-4395631e0e3a req-eba8dea3-af91-4e86-ab2d-b05633295411 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694396 Aug 24 11:43:11.988849 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device f5da26ee-d6e1-4260-8d0b-f521cd1163f8 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:43:12.156157 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:12.184558 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'port_id': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'mac_address': 'fa:16:3e:dd:9e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:43:12.255774 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:12.275421 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5da26ee-d6e1-4260-8d0b-f521cd1163f8 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:43:12.304766 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:12.311359 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:12.315562 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-d295850a-ab9c-40c8-9bf8-05326bb4da38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:12.382748 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f50e9c-32d1-40c2-9c7c-ad36ff926818 req-d98231c1-63d5-46fc-97e0-66ba2ec7b530 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:12.390557 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e5f50e9c-32d1-40c2-9c7c-ad36ff926818 req-d98231c1-63d5-46fc-97e0-66ba2ec7b530 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 944 time: 0.2377467 Aug 24 11:43:12.409006 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:12.412350 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:12.416370 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97323990-f45e-4db4-a11e-398ef01af695 req-a4547d0d-baba-408c-be23-21f216fd0c3a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:12.417847 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97323990-f45e-4db4-a11e-398ef01af695 req-a4547d0d-baba-408c-be23-21f216fd0c3a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1638968 Aug 24 11:43:12.470423 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e5f50e9c-32d1-40c2-9c7c-ad36ff926818 req-3bff69be-f240-4372-8990-cd7bbc9987cc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 Aug 24 11:43:12.498801 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97323990-f45e-4db4-a11e-398ef01af695 req-96dd03fd-154b-4ac5-a4a2-2213c144ae58 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692534 Aug 24 11:43:12.708515 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f3bff-bd71-40be-856b-48d52c83f837 req-995003ae-dd53-4a0d-9314-ec7af87f0deb tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:12.709999 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9c8f3bff-bd71-40be-856b-48d52c83f837 req-995003ae-dd53-4a0d-9314-ec7af87f0deb tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0824368 Aug 24 11:43:12.768753 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9c8f3bff-bd71-40be-856b-48d52c83f837 req-18863482-79d7-46c4-bbdc-fb122a316ed5 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532000 Aug 24 11:43:12.931082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['f5da26ee-d6e1-4260-8d0b-f521cd1163f8'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:43:13.736747 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32943396-8a49-43ee-a6a5-4e99c3fd3f2f req-35d32e2f-368d-48fc-b5e3-f77a83a1b6ac tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:13.738220 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-32943396-8a49-43ee-a6a5-4e99c3fd3f2f req-35d32e2f-368d-48fc-b5e3-f77a83a1b6ac tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 945 time: 0.1375299 Aug 24 11:43:13.818201 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7b110-6bda-47d4-9ccb-4092cf66201f req-cc48b0da-ce80-411b-b5bf-629c128b82b8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:13.820001 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d7d7b110-6bda-47d4-9ccb-4092cf66201f req-cc48b0da-ce80-411b-b5bf-629c128b82b8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1333709 Aug 24 11:43:13.834472 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-32943396-8a49-43ee-a6a5-4e99c3fd3f2f req-b1dcd250-84e2-47c4-81ab-c913c2a4a907 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870116 Aug 24 11:43:13.903613 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d7d7b110-6bda-47d4-9ccb-4092cf66201f req-35091cf3-4724-48bf-b4e3-c39d3bfa3e46 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677297 Aug 24 11:43:14.121328 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdf328-2ec1-47e8-826d-f823664d7d2e req-a46b1b8d-d773-4120-a889-bc4e52860659 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:14.123784 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-73bdf328-2ec1-47e8-826d-f823664d7d2e req-a46b1b8d-d773-4120-a889-bc4e52860659 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1630254 Aug 24 11:43:14.190654 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-73bdf328-2ec1-47e8-826d-f823664d7d2e req-8652498c-a9c7-4eaf-8e42-4b1ddf455fd1 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595407 Aug 24 11:43:15.193360 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eabd6a-9a19-46f1-b740-faf047de0ff9 req-07d33b87-969c-4bb4-ac33-5fca3e404901 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:15.194792 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-26eabd6a-9a19-46f1-b740-faf047de0ff9 req-07d33b87-969c-4bb4-ac33-5fca3e404901 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 945 time: 0.2087498 Aug 24 11:43:15.231259 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff86662-4d99-46d0-8426-cd58b36e68a2 req-3015a5a8-a514-4f19-9375-30eb821a37c4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:15.232906 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bff86662-4d99-46d0-8426-cd58b36e68a2 req-3015a5a8-a514-4f19-9375-30eb821a37c4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1543064 Aug 24 11:43:15.283501 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-26eabd6a-9a19-46f1-b740-faf047de0ff9 req-f1d33103-9bfc-4c1a-80f2-060bded56f02 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799532 Aug 24 11:43:15.332268 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bff86662-4d99-46d0-8426-cd58b36e68a2 req-ef245805-1c7b-4dfe-8af4-88f7ed8887ec tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932512 Aug 24 11:43:15.516278 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a490a-f1e4-4b90-a2a0-817eff0f44ac req-ae10389b-2609-4078-a26c-b504293de294 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:15.518580 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4a6a490a-f1e4-4b90-a2a0-817eff0f44ac req-ae10389b-2609-4078-a26c-b504293de294 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0960357 Aug 24 11:43:15.588450 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4a6a490a-f1e4-4b90-a2a0-817eff0f44ac req-9787fe5c-1f34-4f76-83c7-3221bfe55871 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608687 Aug 24 11:43:15.992496 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device f5da26ee-d6e1-4260-8d0b-f521cd1163f8 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:43:16.149734 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:43:16.160407 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:43:16.161236 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:16.317455 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:16.349729 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:43:16.360619 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:16.375209 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:16.377882 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-88ce09aa-3956-4abc-a013-80ed40d64dcd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:16.546223 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'code': 200} Aug 24 11:43:16.551977 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:16.565391 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:16.820198 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86f1b6-40bb-4a1f-9ee4-255ad2ad9e8c req-c7c119d3-f405-4438-9269-c8ae5b9cb258 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:16.830159 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8a86f1b6-40bb-4a1f-9ee4-255ad2ad9e8c req-c7c119d3-f405-4438-9269-c8ae5b9cb258 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.2891703 Aug 24 11:43:16.873986 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36bcfc6-7974-44e7-b906-6f12ec912292 req-f346a57b-9747-4767-8b1c-f97a160a516f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:16.875771 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b36bcfc6-7974-44e7-b906-6f12ec912292 req-f346a57b-9747-4767-8b1c-f97a160a516f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2663336 Aug 24 11:43:16.925302 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ec9519b1-606d-447e-86c5-264441b44395 req-246be40e-b5aa-47f8-8c71-20663ef28cff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1099 time: 0.1955361 Aug 24 11:43:16.941529 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8a86f1b6-40bb-4a1f-9ee4-255ad2ad9e8c req-c04ca621-d835-45f9-b356-d674b1fac9b3 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104696 Aug 24 11:43:17.023334 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57174) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:17.031399 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b36bcfc6-7974-44e7-b906-6f12ec912292 req-26426eec-e191-41e6-840f-241fbccdfeda tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461053 Aug 24 11:43:17.034956 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ec9519b1-606d-447e-86c5-264441b44395 req-1cc00522-d4c9-4f7d-959c-18d13273d481 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919876 Aug 24 11:43:17.220230 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:17.282843 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:17.287886 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Usage tracker for resource:security_group_rule and tenant:2553dac5ba3c40ef8e40dfcaec3ccf1e is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:17.291968 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:17.298383 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:17.388563 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:17.393788 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:17.403433 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-228daba9-35cc-4a06-9dd2-afa00cc85586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:17.443935 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f994a5-8a03-4720-8791-3dba4e66a768,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:17.448465 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2553dac5ba3c40ef8e40dfcaec3ccf1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4241140 Aug 24 11:43:17.449602 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:17.451549 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57182) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:17.523621 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-73cfce65-818c-4a65-b3ae-02d6268105bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:17.530800 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-edf620e5-1043-4a1b-ac59-e6caa37e4052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:17.556607 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-73cfce65-818c-4a65-b3ae-02d6268105bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:17.626831 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-73cfce65-818c-4a65-b3ae-02d6268105bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:17.636366 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-93766c79-6ba9-4af8-87a8-37e5ff1b4427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:17.650554 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfce65-818c-4a65-b3ae-02d6268105bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f994a5-8a03-4720-8791-3dba4e66a768,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:17.655229 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-73cfce65-818c-4a65-b3ae-02d6268105bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:17.657340 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-73cfce65-818c-4a65-b3ae-02d6268105bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:17.658680 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-73cfce65-818c-4a65-b3ae-02d6268105bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/05f994a5-8a03-4720-8791-3dba4e66a768 HTTP/1.1" status: 204 len: 168 time: 0.2060757 Aug 24 11:43:17.930039 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:18.058801 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57194) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:18.083080 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:18.176422 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:18.183271 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf50dc894bd4783907700db032ac336 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:18.187376 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:18.232582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:18.295518 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2914960-d5b7-40a4-b9a7-de6fa07da277 req-1dd4f8b2-3ac0-41d2-9817-831aa4e64ed0 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:18.297049 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f2914960-d5b7-40a4-b9a7-de6fa07da277 req-1dd4f8b2-3ac0-41d2-9817-831aa4e64ed0 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.1885850 Aug 24 11:43:18.371946 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5eb55-9248-46af-b1b3-7e2ed6b4b1b0 req-03664e24-deda-4139-b825-f8c46f4a55f9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:18.373426 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56e5eb55-9248-46af-b1b3-7e2ed6b4b1b0 req-03664e24-deda-4139-b825-f8c46f4a55f9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1774769 Aug 24 11:43:18.412115 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:18.422391 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:18.430495 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:18.438754 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f2914960-d5b7-40a4-b9a7-de6fa07da277 req-0ad16a1b-10a3-4c67-aac4-a7a097449dc5 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353371 Aug 24 11:43:18.486763 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96df41ca-8f70-45df-abff-4c6cdf7aa964,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:18.492990 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:18.496409 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56e5eb55-9248-46af-b1b3-7e2ed6b4b1b0 req-8d6ec87e-1724-46d5-ad05-13c9ed29411b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119907 Aug 24 11:43:18.498859 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cf50dc894bd4783907700db032ac336&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4384763 Aug 24 11:43:18.501529 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57204) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:18.572386 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ed273329-ebe2-4b65-9ce6-1011cb292e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:18.603592 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ed273329-ebe2-4b65-9ce6-1011cb292e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:18.681598 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ed273329-ebe2-4b65-9ce6-1011cb292e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:18.687554 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-3335c8c9-3edd-4da4-8473-f545d67906ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:18.700638 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed273329-ebe2-4b65-9ce6-1011cb292e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df41ca-8f70-45df-abff-4c6cdf7aa964,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:18.704540 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ed273329-ebe2-4b65-9ce6-1011cb292e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:18.724467 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ed273329-ebe2-4b65-9ce6-1011cb292e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:18.728384 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ed273329-ebe2-4b65-9ce6-1011cb292e4a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96df41ca-8f70-45df-abff-4c6cdf7aa964 HTTP/1.1" status: 204 len: 168 time: 0.2231848 Aug 24 11:43:19.666393 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac8497-7054-4992-a773-e7d2d9f36f26 req-61940b31-21fb-4c92-b815-f41a56430e8c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:19.668000 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-43ac8497-7054-4992-a773-e7d2d9f36f26 req-61940b31-21fb-4c92-b815-f41a56430e8c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.0858347 Aug 24 11:43:19.714029 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9c82dbf4-6b65-4df0-b9ac-eb21b12c2326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:19.778751 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-43ac8497-7054-4992-a773-e7d2d9f36f26 req-dba8cdda-b6df-400a-addd-284ca7e9ecaa tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051288 Aug 24 11:43:19.798485 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a2b50-2afd-4fe4-9cca-9834c03fbf11 req-c35c206d-4d0e-4490-9f25-54dd332fc051 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:19.799960 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-417a2b50-2afd-4fe4-9cca-9834c03fbf11 req-c35c206d-4d0e-4490-9f25-54dd332fc051 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.1027763 Aug 24 11:43:19.851138 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-417a2b50-2afd-4fe4-9cca-9834c03fbf11 req-bf6f95c3-dd41-4559-a034-664ccd61f3b1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455329 Aug 24 11:43:19.990672 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c591bb0-87b0-4aae-8c3d-8986e9260f91 req-5189f4e5-da17-4373-9b16-9bb98d664d28 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:19.993891 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6c591bb0-87b0-4aae-8c3d-8986e9260f91 req-5189f4e5-da17-4373-9b16-9bb98d664d28 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.0789342 Aug 24 11:43:20.042802 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6c591bb0-87b0-4aae-8c3d-8986e9260f91 req-af720a42-8796-4688-af46-3777f66bb03c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Aug 24 11:43:20.310940 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-495f3889-e0fe-4202-851f-d36e75024111 req-31e5a07c-294f-4cbf-a2e1-9e69b6166efc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1098 time: 0.0820434 Aug 24 11:43:20.492564 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3889-e0fe-4202-851f-d36e75024111 req-e44257dd-0187-49db-bb11-d007a1a5db15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:20.494692 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-495f3889-e0fe-4202-851f-d36e75024111 req-e44257dd-0187-49db-bb11-d007a1a5db15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.1768317 Aug 24 11:43:20.672026 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:20.687876 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-495f3889-e0fe-4202-851f-d36e75024111 req-27f55a2f-fe35-49d7-9eea-ef97317edca7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 200 len: 1000 time: 0.1862497 Aug 24 11:43:20.694319 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b74ea-9bb4-4ef3-996d-548985765dbe req-8bb38936-cef6-41e9-b443-4352f49ce7b0 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:20.695707 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c90b74ea-9bb4-4ef3-996d-548985765dbe req-8bb38936-cef6-41e9-b443-4352f49ce7b0 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.2615976 Aug 24 11:43:20.785863 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f3889-e0fe-4202-851f-d36e75024111 req-ec7ff51e-4a41-4797-8735-4bd811fe8d7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:20.787284 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-495f3889-e0fe-4202-851f-d36e75024111 req-ec7ff51e-4a41-4797-8735-4bd811fe8d7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.0870233 Aug 24 11:43:20.794592 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c90b74ea-9bb4-4ef3-996d-548985765dbe req-3c2d53d4-47f7-4995-8042-098db6086780 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601950 Aug 24 11:43:20.872886 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-495f3889-e0fe-4202-851f-d36e75024111 req-b89954f7-fa3c-4228-84ae-6b4669c5b21f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777154 Aug 24 11:43:21.017723 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-495f3889-e0fe-4202-851f-d36e75024111 req-00102574-76f3-4a50-a080-74e0d797e598 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375511 Aug 24 11:43:21.237266 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-495f3889-e0fe-4202-851f-d36e75024111 req-957f0f34-656b-4261-a245-139af03d1ff6 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780829 Aug 24 11:43:21.247537 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b3c40-000d-4ed6-8929-9b4f2b96a350 req-337ce9b5-0d5e-4460-a51a-653f9c9c1289 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:21.249003 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab2b3c40-000d-4ed6-8929-9b4f2b96a350 req-337ce9b5-0d5e-4460-a51a-653f9c9c1289 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.2274318 Aug 24 11:43:21.304442 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab2b3c40-000d-4ed6-8929-9b4f2b96a350 req-320c377d-96b4-4c20-81b1-4d11c9e62517 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481730 Aug 24 11:43:21.754203 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768757c6-2902-4e34-83bf-49043da98bec req-db1e3e66-ff0a-411e-84ea-7622ece0dea7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:21.755862 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-768757c6-2902-4e34-83bf-49043da98bec req-db1e3e66-ff0a-411e-84ea-7622ece0dea7 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0836661 Aug 24 11:43:21.806904 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-768757c6-2902-4e34-83bf-49043da98bec req-15bd8b1b-b2be-4687-ab1a-f8885013c6d3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448556 Aug 24 11:43:22.313408 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:22.524475 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5687d70-39e3-4052-a268-c20a426cfcd8 req-7c4672db-716b-4848-b08c-3996b2485145 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:22.525830 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c5687d70-39e3-4052-a268-c20a426cfcd8 req-7c4672db-716b-4848-b08c-3996b2485145 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.0747530 Aug 24 11:43:22.575532 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c5687d70-39e3-4052-a268-c20a426cfcd8 req-678c50d9-967d-4a3e-8f5d-55b23a8d33a0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 Aug 24 11:43:23.011552 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab111b-12b8-4c27-a2c3-8a6a8bdd9f01 req-9dd659fb-af86-4317-8e16-9299b0628208 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:23.013141 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84ab111b-12b8-4c27-a2c3-8a6a8bdd9f01 req-9dd659fb-af86-4317-8e16-9299b0628208 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0793035 Aug 24 11:43:23.061881 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84ab111b-12b8-4c27-a2c3-8a6a8bdd9f01 req-a9fa6ffc-6927-4e43-bbeb-53e66cd32923 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Aug 24 11:43:23.791564 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64810c-ca6d-4396-b6f7-a181f8640291 req-6a42a03a-5bb3-42fc-99e4-60979e4aadff tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:23.793055 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f64810c-ca6d-4396-b6f7-a181f8640291 req-6a42a03a-5bb3-42fc-99e4-60979e4aadff tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 945 time: 0.0823681 Aug 24 11:43:23.843021 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f64810c-ca6d-4396-b6f7-a181f8640291 req-2b1dd374-91b8-46bc-84d7-e4e27d508551 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Aug 24 11:43:24.022328 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:43:24.159132 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:24.187903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:43:24.198323 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:24.207587 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:24.212215 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:24.268852 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'code': 200} Aug 24 11:43:24.289249 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeed944-f19b-4333-a6c3-40653e34e1ab req-d567af4c-984e-4e59-b97a-e6711be15f89 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:24.291740 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fdeed944-f19b-4333-a6c3-40653e34e1ab req-d567af4c-984e-4e59-b97a-e6711be15f89 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0962100 Aug 24 11:43:24.334122 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=8']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:24.340451 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:24.347052 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fdeed944-f19b-4333-a6c3-40653e34e1ab req-31ec0d6f-46c2-4c06-8995-f1a6dbe7bc83 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495605 Aug 24 11:43:25.053996 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da186f9f-c417-460e-944e-0729d887ccb6 req-6d41f696-07c8-4fdf-87fe-0c1fb6590193 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:25.055457 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-da186f9f-c417-460e-944e-0729d887ccb6 req-6d41f696-07c8-4fdf-87fe-0c1fb6590193 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0793231 Aug 24 11:43:25.099122 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-da186f9f-c417-460e-944e-0729d887ccb6 req-c50624d9-bdf4-4c20-a22e-dd38e3e5950a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381835 Aug 24 11:43:25.202764 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:43:25.582334 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a5e5-5ad6-4c52-ba06-1c735be814c8 req-3cbbed5d-1db9-48a9-b0e4-9a21ac62ce10 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:25.583908 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a00a5e5-5ad6-4c52-ba06-1c735be814c8 req-3cbbed5d-1db9-48a9-b0e4-9a21ac62ce10 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.0853741 Aug 24 11:43:25.695232 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a00a5e5-5ad6-4c52-ba06-1c735be814c8 req-aaf4ca36-d534-42a1-8f37-31ec827f7d8b tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708282 Aug 24 11:43:25.709987 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-7edf48b9-3d0d-4d56-b3fe-b449de7ea185 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:25.711442 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-7edf48b9-3d0d-4d56-b3fe-b449de7ea185 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.37 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 945 time: 0.1264849 Aug 24 11:43:25.791175 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Deleting port 94ec0459-9d4a-47ae-8a79-4dcda160e45d {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:43:25.791555 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:26.104682 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] For port 94ec0459-9d4a-47ae-8a79-4dcda160e45d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=94ec0459-9d4a-47ae-8a79-4dcda160e45d,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:26.105034 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:26.291108 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Calling delete_port for 94ec0459-9d4a-47ae-8a79-4dcda160e45d owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:43:26.365413 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a011462a-05d2-4109-8fe4-322de03ab804 req-8bbbae5e-29cc-489a-bf5d-5df61226d1cc service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.3092799 Aug 24 11:43:26.444878 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:26.451662 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:26.489369 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['ecb4b036-0497-47b8-9d8f-a7dc952ac3eb', '94ec0459-9d4a-47ae-8a79-4dcda160e45d'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:43:26.495884 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Pushing event deleted for resources: {'Port': ['ID=94ec0459-9d4a-47ae-8a79-4dcda160e45d,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:26.499997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:26.572670 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] No DVR routers for this DVR port 94ec0459-9d4a-47ae-8a79-4dcda160e45d on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:43:26.575440 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:26.578846 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a50659-d362-49ee-83c4-bdad9099c8dd', 'name': 'network-vif-deleted', 'tag': '94ec0459-9d4a-47ae-8a79-4dcda160e45d'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:43:26.598448 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e31438d5-f396-4dc9-bfbf-cacdd604cf74 req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.37 "DELETE /v2.0/ports/94ec0459-9d4a-47ae-8a79-4dcda160e45d HTTP/1.1" status: 204 len: 173 time: 0.8803186 Aug 24 11:43:26.740678 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a50659-d362-49ee-83c4-bdad9099c8dd', 'name': 'network-vif-deleted', 'tag': '94ec0459-9d4a-47ae-8a79-4dcda160e45d', 'status': 'completed', 'code': 200} Aug 24 11:43:26.760197 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f00e54-4244-4a19-a3e4-9df822862ef9 req-88022564-d6e4-4aaf-9e6f-8ae2e3ca2102 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:26.769799 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-77f00e54-4244-4a19-a3e4-9df822862ef9 req-88022564-d6e4-4aaf-9e6f-8ae2e3ca2102 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1172488 Aug 24 11:43:26.818947 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-77f00e54-4244-4a19-a3e4-9df822862ef9 req-da667132-9b02-40b2-a2f6-0b1f3d287b29 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480835 Aug 24 11:43:26.824914 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57414) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:26.955915 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-dbad9d68-dcc6-44b9-a043-5211faea824a req-e4a76081-f0ec-4828-b355-d0d8caf6123f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Synchronizing usage tracker for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:43:26.976981 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-dbad9d68-dcc6-44b9-a043-5211faea824a req-e4a76081-f0ec-4828-b355-d0d8caf6123f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Unset dirty status for tenant:a3a26a8c5bc847b6a873207b080f1b06 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:43:26.983019 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dbad9d68-dcc6-44b9-a043-5211faea824a req-e4a76081-f0ec-4828-b355-d0d8caf6123f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=20a50659-d362-49ee-83c4-bdad9099c8dd HTTP/1.1" status: 200 len: 210 time: 0.0631354 Aug 24 11:43:26.992507 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-89e24dc4-80fa-49b7-aab2-69510702a312 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1658704 Aug 24 11:43:27.126030 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cee94b-86ad-4145-834e-6e9fe932d99c req-7555567c-ecee-493a-a3c9-bc5e91b5ad6f tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:27.127469 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-34cee94b-86ad-4145-834e-6e9fe932d99c req-7555567c-ecee-493a-a3c9-bc5e91b5ad6f tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.0845463 Aug 24 11:43:27.178446 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-34cee94b-86ad-4145-834e-6e9fe932d99c req-f8b71c82-85b5-494d-86ff-6c3972d2fceb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451035 Aug 24 11:43:27.217030 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57436) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:27.474382 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ac5e85a8-d1b8-405c-9b38-78331dfc5002 tempest-TestMinimumBasicScenario-237011735 tempest-TestMinimumBasicScenario-237011735-project-admin] Synchronizing usage tracker for tenant:24abbc61e9de442280950d00239ded8c on resource:port {{(pid=74964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:43:27.494899 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ac5e85a8-d1b8-405c-9b38-78331dfc5002 tempest-TestMinimumBasicScenario-237011735 tempest-TestMinimumBasicScenario-237011735-project-admin] Unset dirty status for tenant:24abbc61e9de442280950d00239ded8c on resource:port {{(pid=74964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:43:27.496126 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ac5e85a8-d1b8-405c-9b38-78331dfc5002 tempest-TestMinimumBasicScenario-237011735 tempest-TestMinimumBasicScenario-237011735-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1094 time: 0.2780948 Aug 24 11:43:27.499218 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57450) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:27.505168 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'floatingip': {'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'port_id': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:27.511172 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:27.514812 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:floatingip and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:27.517717 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:27.523325 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:27.535086 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for floatingip, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:27.697757 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:27.844493 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Allocated IP 172.28.2.11 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/2a3b1cb8-e1d0-46d2-8ada-a6141471c855) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:43:28.032014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:28.061771 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:43:28.080488 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b279-8c0a-4776-8fee-a72f08b94c4c req-e6bab27f-25ec-456b-9340-0cd3327efbf2 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:28.081954 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cf50b279-8c0a-4776-8fee-a72f08b94c4c req-e6bab27f-25ec-456b-9340-0cd3327efbf2 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1083424 Aug 24 11:43:28.101933 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:28.107426 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5c551d69-189e-4e01-a95e-e38ebc7b597c tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:28.198966 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:43:28.201062 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'Port': ['ID=2a3b1cb8-e1d0-46d2-8ada-a6141471c855,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:28.203422 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:43:28.206321 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:28.207271 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:43:28.236192 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cf50b279-8c0a-4776-8fee-a72f08b94c4c req-09ca0760-0d6d-4721-bda8-7c48025e8ead tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488068 Aug 24 11:43:28.766143 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2c191-5ecd-440d-a129-85db790f8487 req-6d9c1bdf-a626-4b25-852e-5bb7ed2cff8f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:28.767591 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-96d2c191-5ecd-440d-a129-85db790f8487 req-6d9c1bdf-a626-4b25-852e-5bb7ed2cff8f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.3165069 Aug 24 11:43:28.778253 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-e5e32eba-7173-4d29-bbfe-a7970c9e6898 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c&tenant_id=74c2b5ea03fb466b96699c64c1040682 HTTP/1.1" status: 200 len: 1096 time: 0.2900922 Aug 24 11:43:28.833461 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-96d2c191-5ecd-440d-a129-85db790f8487 req-c19715ca-6833-46db-bc5a-2807bcc09836 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582590 Aug 24 11:43:28.962770 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-7ad0a39f-e272-45e6-9f9b-f9c301d8afd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1096 time: 0.1319058 Aug 24 11:43:29.142257 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.211431 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57478) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:29.224050 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b9866-ede5-460e-849d-28dec6edd447 req-6e8740f4-080d-4972-84f0-97efa8c4ae75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:29.225485 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-6e8740f4-080d-4972-84f0-97efa8c4ae75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.2049930 Aug 24 11:43:29.226178 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.363375 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.396610 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:29.396876 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-1e81d05e-452a-43ab-afd6-10e200dd84d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 200 len: 998 time: 0.1451800 Aug 24 11:43:29.401260 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Usage tracker for resource:security_group_rule and tenant:0dcac212ed9c49a1b2a73d1d805ede7c is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:29.404069 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:29.409785 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:29.475984 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.479902 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.486182 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b59393bd-93b3-44a1-9368-b6bd1ec69769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:29.526291 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c56c7e-b7e5-4369-9d1e-fc7be2d35c59,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:29.532547 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0dcac212ed9c49a1b2a73d1d805ede7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3188498 Aug 24 11:43:29.534466 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57486) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:29.552066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.552432 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.552790 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.553145 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.553496 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.553840 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.554183 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.554526 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.554862 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.555198 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.556060 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:29.561463 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:29.584025 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b9866-ede5-460e-849d-28dec6edd447 req-837b6555-aa30-4778-9649-ae2bb1f47d31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:29.585445 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-837b6555-aa30-4778-9649-ae2bb1f47d31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.1453333 Aug 24 11:43:29.610812 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-20e75f3c-e956-4826-8362-a66df709849b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.637192 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-20e75f3c-e956-4826-8362-a66df709849b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.661086 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b868f7-8a3e-4336-9ac0-a8236cfb6a92 req-cc80be62-4f47-40f9-ad04-2df1875d3d40 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:29.662668 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-29b868f7-8a3e-4336-9ac0-a8236cfb6a92 req-cc80be62-4f47-40f9-ad04-2df1875d3d40 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.2680433 Aug 24 11:43:29.693147 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-20e75f3c-e956-4826-8362-a66df709849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.698616 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e2ee6144-b550-4a1e-9b0a-c0c670519901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:29.711679 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e75f3c-e956-4826-8362-a66df709849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c56c7e-b7e5-4369-9d1e-fc7be2d35c59,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:29.714188 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-20e75f3c-e956-4826-8362-a66df709849b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:29.715296 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-20e75f3c-e956-4826-8362-a66df709849b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.716412 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-20e75f3c-e956-4826-8362-a66df709849b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15c56c7e-b7e5-4369-9d1e-fc7be2d35c59 HTTP/1.1" status: 204 len: 168 time: 0.1809788 Aug 24 11:43:29.725411 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.735298 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:29.743548 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:29.805243 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-29b868f7-8a3e-4336-9ac0-a8236cfb6a92 req-6b3f116d-6a0f-47d0-a545-d945a894da24 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351628 Aug 24 11:43:29.811857 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-84fe23e7-a7e1-4ad6-9145-dfd272a57d4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2131159 Aug 24 11:43:29.873432 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'Port': ['ID=2a3b1cb8-e1d0-46d2-8ada-a6141471c855,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:29.881078 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:29.959011 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.064255 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 94ec0459-9d4a-47ae-8a79-4dcda160e45d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:43:30.069566 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57498) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:30.090106 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.104629 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.105426 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 94ec0459-9d4a-47ae-8a79-4dcda160e45d {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:43:30.105793 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 94ec0459-9d4a-47ae-8a79-4dcda160e45d not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:43:30.125015 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:30.129150 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0c5ff8c29c4bc09bcdbd915a4feebd is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:30.132215 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:30.138123 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:30.208249 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.212031 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.217143 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-aa49c36f-0cd3-4a93-a466-73c968454d78 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755796 Aug 24 11:43:30.219194 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-eff34138-835e-4129-a59c-f6aada2acc83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:30.256786 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f86b33-c16d-4147-822f-d43e8924ded2,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:30.260804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:30.265694 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee0c5ff8c29c4bc09bcdbd915a4feebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1924782 Aug 24 11:43:30.266143 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57502) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:30.326374 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b96a9-c6b5-4bd9-b659-b75187d9364a req-e47e5874-d5c1-48c6-be83-1c1fef211380 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:30.327493 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf917f0e-d8aa-4dce-9515-c779a86d9d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.327746 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a60b96a9-c6b5-4bd9-b659-b75187d9364a req-e47e5874-d5c1-48c6-be83-1c1fef211380 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.3178918 Aug 24 11:43:30.352986 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf917f0e-d8aa-4dce-9515-c779a86d9d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.403616 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf917f0e-d8aa-4dce-9515-c779a86d9d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.408368 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5218e39c-15a9-41f2-b0a3-c639ce688592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:30.418354 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf917f0e-d8aa-4dce-9515-c779a86d9d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f86b33-c16d-4147-822f-d43e8924ded2,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:30.421706 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cf917f0e-d8aa-4dce-9515-c779a86d9d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:30.425056 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cf917f0e-d8aa-4dce-9515-c779a86d9d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.428686 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-cf917f0e-d8aa-4dce-9515-c779a86d9d25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17f86b33-c16d-4147-822f-d43e8924ded2 HTTP/1.1" status: 204 len: 168 time: 0.1592433 Aug 24 11:43:30.477127 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-208b9866-ede5-460e-849d-28dec6edd447 req-b4bcea7a-7a25-44e7-9bd1-8bc9083f6514 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491381 Aug 24 11:43:30.481165 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a60b96a9-c6b5-4bd9-b659-b75187d9364a req-2de0b2e1-559e-40be-83eb-9a4f505c6c9e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088970 Aug 24 11:43:30.502350 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.l3_db [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Floating IP ca5a2164-75d2-4998-bb4c-2671e1d64c9e associated. External IP: 172.28.2.11, port: f5da26ee-d6e1-4260-8d0b-f521cd1163f8. Aug 24 11:43:30.851565 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57510) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:30.871274 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.904899 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:30.908899 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:1425de40bcf846638331638c137bb60c is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:30.911791 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:30.918182 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:30.931333 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Router 82b309a1-ad42-4d92-9fd9-35df0a245739 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:43:30.990295 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:30.994143 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.000807 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-92f13c32-39e7-43df-acd2-dd210a13bf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:31.042759 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42be499-74d3-44ce-aecb-e2f8424f10ac,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:31.045710 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:31.050608 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1425de40bcf846638331638c137bb60c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1947601 Aug 24 11:43:31.050608 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57516) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:31.114222 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eaf540ab-9e1e-4fc2-86c3-e28260067981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.139943 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eaf540ab-9e1e-4fc2-86c3-e28260067981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.165668 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b6e86-0aed-45f4-a306-62ef7edb2952 req-cfa1356d-d9b8-44d0-9d3d-5bb5d85904ef tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:31.167234 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d92b6e86-0aed-45f4-a306-62ef7edb2952 req-cfa1356d-d9b8-44d0-9d3d-5bb5d85904ef tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1681366 Aug 24 11:43:31.192306 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eaf540ab-9e1e-4fc2-86c3-e28260067981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.197181 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7f3a20c2-a94a-426b-a11e-838cb046226a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:31.207137 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf540ab-9e1e-4fc2-86c3-e28260067981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42be499-74d3-44ce-aecb-e2f8424f10ac,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:31.210691 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-eaf540ab-9e1e-4fc2-86c3-e28260067981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:31.215362 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eaf540ab-9e1e-4fc2-86c3-e28260067981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.216806 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-eaf540ab-9e1e-4fc2-86c3-e28260067981 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a42be499-74d3-44ce-aecb-e2f8424f10ac HTTP/1.1" status: 204 len: 168 time: 0.1640751 Aug 24 11:43:31.231589 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d92b6e86-0aed-45f4-a306-62ef7edb2952 req-d160d151-7e66-479f-b28d-195513156468 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531437 Aug 24 11:43:31.243343 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:43:31.254654 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] Sync routers for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:43:31.270803 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:43:31.271517 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:43:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:43:31.273038 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.357886 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57524) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:31.358122 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8577726 Aug 24 11:43:31.358838 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:43:31.364166 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830167052', 'description': 'tempest-secgroup-smoke-830167052 description', 'project_id': 'c2891a7b2fff44cbbae63d2e36700762'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:31.375585 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:31.387878 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:security_group and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:31.395384 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:31.412054 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:31.421966 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'status': 'completed', 'code': 200} Aug 24 11:43:31.429470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.470546 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:31.474648 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:security_group_rule and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:31.478305 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:31.485716 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:31.498554 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:43:31.559683 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.573554 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.582659 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2ebdb506-d7b6-4ca2-8920-6575f291d095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:31.622388 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-46f5c852-4c4c-40c3-93a1-e16fb4695bc7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2891a7b2fff44cbbae63d2e36700762&device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1099 time: 0.1484566 Aug 24 11:43:31.671294 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ce05c3-0ce0-44fb-add7-0602f05fa64a,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:31.674347 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:31.675411 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.676819 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3176858 Aug 24 11:43:31.680106 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57538) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:31.687977 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'security_group_rule': {'security_group_id': '41ce05c3-0ce0-44fb-add7-0602f05fa64a', 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:31.694456 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:31.699928 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:security_group_rule and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:31.703643 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:31.716746 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:31.757567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.876057 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.883216 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.884736 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-2b84608c-68cc-4ceb-879a-9558719d265d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:31.886278 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-2b84608c-68cc-4ceb-879a-9558719d265d service neutron] 10.222.0.37 "GET /v2.0/networks?id=6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 200 len: 916 time: 0.2541475 Aug 24 11:43:31.900108 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a9f70c5f-fea7-4166-8394-daedec89671c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:31.936570 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a0c9b1-b14a-4eff-bf86-25d1ddaee029,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:31.940452 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:31.942086 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:31.945092 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-80b0c8e1-c519-4cfc-937c-7e0f2418cf59 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2617047 Aug 24 11:43:31.947109 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57548) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:31.957663 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'security_group_rule': {'security_group_id': '41ce05c3-0ce0-44fb-add7-0602f05fa64a', 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:31.966440 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:31.976452 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:security_group_rule and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:31.980188 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:31.991922 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517eefe6-2525-4f38-ad58-21e97c62258b req-ab9fd04f-8cd8-49a6-8288-29c0ed6ce09e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:31.996817 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:31.997291 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': 'ca5a2164-75d2-4998-bb4c-2671e1d64c9e', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'floating_ip_address': '172.28.2.11', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'port_id': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'mac_address': 'fa:16:3e:dd:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:43:28Z', 'updated_at': '2021-08-24T11:43:28Z', 'revision_number': 0, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:23Z', 'revision_number': 5, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:43:32.001837 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] Checking router: 82b309a1-ad42-4d92-9fd9-35df0a245739 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:43:32.006450 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-517eefe6-2525-4f38-ad58-21e97c62258b req-ab9fd04f-8cd8-49a6-8288-29c0ed6ce09e tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.2300532 Aug 24 11:43:32.032990 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:43:32.033871 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:43:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:43:32.048027 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.132197 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-4ce5a14e-d0f9-49c0-9bc1-b2d3f5d337ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 999 time: 0.2361782 Aug 24 11:43:32.153967 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.157241 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-517eefe6-2525-4f38-ad58-21e97c62258b req-8b304d35-babb-4bb9-af93-2082d4a110c3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499469 Aug 24 11:43:32.171405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.177663 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:32.205646 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c33d1f-2014-41e7-8701-1d433b08462e,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:32.208567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:32.219306 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.221595 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ccbbb13b-9ef0-4248-a1b7-0f6011c48911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2730155 Aug 24 11:43:32.224576 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57560) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:32.235315 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'security_group_rule': {'security_group_id': '41ce05c3-0ce0-44fb-add7-0602f05fa64a', 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:32.251051 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:32.257531 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:security_group_rule and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:32.262731 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:32.281071 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:32.332391 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.366829 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:43:32.474557 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.482024 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.484428 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:32.523300 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-01ef1771-0a87-4c09-a5a5-b209ab0e336d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:32.534318 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-01ef1771-0a87-4c09-a5a5-b209ab0e336d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=560fd2d0-8c68-4de5-b128-10c3c1c421e2 HTTP/1.1" status: 200 len: 854 time: 0.3414972 Aug 24 11:43:32.537961 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.540769 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3149295 Aug 24 11:43:32.545886 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57570) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:32.552035 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'security_group_rule': {'security_group_id': '41ce05c3-0ce0-44fb-add7-0602f05fa64a', 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:32.555864 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9130783-f0b0-40c0-9151-dfe3835ff117,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:32.566739 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:32.574018 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:security_group_rule and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:32.581909 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:32.610541 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:32.625151 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:32.698244 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.792409 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb4f6e-ae56-437b-8d8f-8a9f5501693c req-dc09c957-dece-4745-b09c-9de503c55611 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:32.794860 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6aeb4f6e-ae56-437b-8d8f-8a9f5501693c req-dc09c957-dece-4745-b09c-9de503c55611 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.2221801 Aug 24 11:43:32.896536 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6aeb4f6e-ae56-437b-8d8f-8a9f5501693c req-d7dbf0c6-0aac-458a-af99-f346d41f91f8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927658 Aug 24 11:43:32.909352 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.916564 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.918788 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:32.960769 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': 'ca5a2164-75d2-4998-bb4c-2671e1d64c9e', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'floating_ip_address': '172.28.2.11', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'port_id': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'mac_address': 'fa:16:3e:dd:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:43:28Z', 'updated_at': '2021-08-24T11:43:28Z', 'revision_number': 0, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:23Z', 'revision_number': 5, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:43:32.973404 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ef0af1-42d9-4a2e-b336-28deca3b8ea9 None None] The sync data for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb is: [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': 'ca5a2164-75d2-4998-bb4c-2671e1d64c9e', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'floating_ip_address': '172.28.2.11', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'port_id': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'mac_address': 'fa:16:3e:dd:9e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:43:28Z', 'updated_at': '2021-08-24T11:43:28Z', 'revision_number': 0, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:23Z', 'revision_number': 5, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:43:32.979105 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:32.980256 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4333587 Aug 24 11:43:32.983012 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57580) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:32.988815 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'security_group_rule': {'security_group_id': '41ce05c3-0ce0-44fb-add7-0602f05fa64a', 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:32.993130 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2e8d75-9419-4b94-a901-2c6f7bec4020,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:32.996632 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:33.000787 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-9640b9cf-96fe-4c31-8664-044b83095690 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:33.001495 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:security_group_rule and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:33.004501 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:33.012236 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:33.029376 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.securitygroups_db [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Project c2891a7b2fff44cbbae63d2e36700762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 11:43:33.038073 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:33.160449 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:33.188916 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:33.207797 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d55bea93-5a2c-4263-8511-3d329fcb2497 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:33.237716 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f0f4c9-3037-4f3c-a31c-6a20f2f09b62,revision_number=0']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:33.240215 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:33.257194 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:33.261876 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57594) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:33.269244 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'security_group_rule': {'security_group_id': '41ce05c3-0ce0-44fb-add7-0602f05fa64a', 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:33.274106 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-42b7c137-3e9b-48ed-89a2-ff198401fa40 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2900145 Aug 24 11:43:33.276940 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:33.290197 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Usage tracker for resource:security_group_rule and tenant:c2891a7b2fff44cbbae63d2e36700762 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:33.295770 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:33.304783 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:33.330630 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.securitygroups_db [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Project c2891a7b2fff44cbbae63d2e36700762 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 11:43:33.339278 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:33.354180 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5837f3f2-caba-4b35-950e-9a616854bff0 None None] New status for floating IP ca5a2164-75d2-4998-bb4c-2671e1d64c9e: ACTIVE {{(pid=74966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:43:33.424676 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:33.433405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:33.435958 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:33.470782 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16207c4e-eb4d-42bd-a380-357e5e5c4a32,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:33.473593 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:33.483260 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20771527-8b58-4c0e-9549-f364afa231ee req-0cd1abf3-907a-4bf8-8850-86957377d28c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:33.485051 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20771527-8b58-4c0e-9549-f364afa231ee req-0cd1abf3-907a-4bf8-8850-86957377d28c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1417158 Aug 24 11:43:33.491690 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:33.493513 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1ec131e4-e788-4f73-b11e-3a72a514e9f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2301109 Aug 24 11:43:33.543158 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-20771527-8b58-4c0e-9549-f364afa231ee req-a277eefc-8003-420e-9201-30838235df22 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518587 Aug 24 11:43:33.663357 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-8fbcc290-1946-455e-8296-d43812aa20ec tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830167052&fields=id&tenant_id=c2891a7b2fff44cbbae63d2e36700762 HTTP/1.1" status: 200 len: 267 time: 0.0416360 Aug 24 11:43:33.780160 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-661828f1-1fa3-4c05-851e-69da63f339d3 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:33.781711 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-661828f1-1fa3-4c05-851e-69da63f339d3 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.0987129 Aug 24 11:43:33.793874 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'port': {'security_groups': ['2ec3ed54-ead7-4651-a139-984416612fca', '41ce05c3-0ce0-44fb-add7-0602f05fa64a']}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:43:33.942932 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:34.268109 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6db4a1-9a3d-4130-8c27-ce9ce598c60c req-60e7b0d5-59fd-459d-b35f-1990b984e3b8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:34.269556 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fb6db4a1-9a3d-4130-8c27-ce9ce598c60c req-60e7b0d5-59fd-459d-b35f-1990b984e3b8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1788576 Aug 24 11:43:34.271268 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] For port f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:34.328794 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:34.334647 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fb6db4a1-9a3d-4130-8c27-ce9ce598c60c req-9fc8259f-8fab-4d3e-8ab9-734c46a8ace4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589187 Aug 24 11:43:34.335634 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:34.341544 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-337433bb-1066-425d-bd7e-15919ad12a7d tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:34.373313 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['f5da26ee-d6e1-4260-8d0b-f521cd1163f8'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:43:34.410424 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:34.411203 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:34.416323 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59b061f5-7cc5-4825-ba47-870b724a9c13 req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "PUT /v2.0/ports/f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 982 time: 0.6277850 Aug 24 11:43:34.417060 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:43:34.459997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'Port': ['ID=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,revision_number=6']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:34.470890 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:34.512638 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'status': 'completed', 'code': 200} Aug 24 11:43:34.644867 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['f5da26ee-d6e1-4260-8d0b-f521cd1163f8'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:43:34.741823 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe344a30-5886-42c0-9f18-818fc8cb59e6 req-e3d896f4-8c67-456e-aa21-1730c351212d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:34.743842 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe344a30-5886-42c0-9f18-818fc8cb59e6 req-e3d896f4-8c67-456e-aa21-1730c351212d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.1334357 Aug 24 11:43:34.814251 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-d3b284c4-e900-4a19-9525-5a30f5781b1e None None] Provisioning complete for port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:43:34.814541 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d3b284c4-e900-4a19-9525-5a30f5781b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:34.851982 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe344a30-5886-42c0-9f18-818fc8cb59e6 req-b0a3cfe9-64c6-4af6-82d5-7d4cb690e0f4 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706646 Aug 24 11:43:34.883988 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b3a3-d65b-41ab-adea-a09a4773c316 req-a7c27c5c-7c6a-40ee-bd23-22f25bafa015 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:34.883988 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0f43b3a3-d65b-41ab-adea-a09a4773c316 req-a7c27c5c-7c6a-40ee-bd23-22f25bafa015 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1267185 Aug 24 11:43:34.936530 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0f43b3a3-d65b-41ab-adea-a09a4773c316 req-59790978-3848-4dad-8ff3-97524bd7c477 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538390 Aug 24 11:43:35.563911 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166dd6df-b482-433b-a53f-0df89c1f271d req-b3ff602c-df64-4730-beb3-7d436880de90 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:35.565336 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-166dd6df-b482-433b-a53f-0df89c1f271d req-b3ff602c-df64-4730-beb3-7d436880de90 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0908442 Aug 24 11:43:35.609060 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-166dd6df-b482-433b-a53f-0df89c1f271d req-6e745cc5-d237-46a6-b3ef-216348011068 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382316 Aug 24 11:43:36.140969 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d900ffc7-dd84-4c93-aabe-760bffa09542 req-fa2178f8-ffcf-4894-8adb-2c29ee8c8c22 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:36.142393 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d900ffc7-dd84-4c93-aabe-760bffa09542 req-fa2178f8-ffcf-4894-8adb-2c29ee8c8c22 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0791636 Aug 24 11:43:36.188167 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d900ffc7-dd84-4c93-aabe-760bffa09542 req-9a023863-608f-44f8-96d5-1c57414afa0c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402765 Aug 24 11:43:36.827331 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3781cec-aa9e-4941-8f63-3186eaa1a490 req-1ef407f5-ccba-4826-909e-f72d93b5ab60 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:36.828707 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3781cec-aa9e-4941-8f63-3186eaa1a490 req-1ef407f5-ccba-4826-909e-f72d93b5ab60 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0779381 Aug 24 11:43:36.881267 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c3781cec-aa9e-4941-8f63-3186eaa1a490 req-ce9496a2-0555-4888-b40c-05b3ffc0f88b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470133 Aug 24 11:43:37.402286 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559dae0-2e41-4f06-995b-b98e0391e78f req-f2b3b515-8258-40a1-a47c-f610579aa841 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:37.403751 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9559dae0-2e41-4f06-995b-b98e0391e78f req-f2b3b515-8258-40a1-a47c-f610579aa841 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0982208 Aug 24 11:43:37.468273 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9559dae0-2e41-4f06-995b-b98e0391e78f req-d82e9f89-445b-4ef2-ad44-943f60783589 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587680 Aug 24 11:43:38.163701 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61f5a7-d67f-42b9-86fe-4a3683b32348 req-4765c112-34f0-4232-9e9f-887c634d6a34 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:38.165238 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1c61f5a7-d67f-42b9-86fe-4a3683b32348 req-4765c112-34f0-4232-9e9f-887c634d6a34 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1430306 Aug 24 11:43:38.213220 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1c61f5a7-d67f-42b9-86fe-4a3683b32348 req-621362ba-bacb-4e90-b184-ea8ec23173d9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426068 Aug 24 11:43:38.673611 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c32b74-3e1f-4c3d-b65b-f76846b0e367 req-6fb8657b-9269-47bb-9035-9037fa49bafa tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:38.675040 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-29c32b74-3e1f-4c3d-b65b-f76846b0e367 req-6fb8657b-9269-47bb-9035-9037fa49bafa tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0778713 Aug 24 11:43:38.723975 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-29c32b74-3e1f-4c3d-b65b-f76846b0e367 req-46858a92-7781-411c-a8a2-0ee17ccb9a26 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423698 Aug 24 11:43:39.184731 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57658) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:39.353978 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:39.385079 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:43:39.389306 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Usage tracker for resource:security_group_rule and tenant:75627bff09794448a0cebca3c2cbe949 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:43:39.392353 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:43:39.398332 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:43:39.440585 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e845b4-2608-49e3-9fe0-20c67d4bda8f req-a682ef39-503f-4f2b-ac3e-844eb663044a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:39.442783 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-57e845b4-2608-49e3-9fe0-20c67d4bda8f req-a682ef39-503f-4f2b-ac3e-844eb663044a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0913320 Aug 24 11:43:39.489573 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:39.491128 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-57e845b4-2608-49e3-9fe0-20c67d4bda8f req-416a66c2-719f-4c31-9623-6321a6946721 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424688 Aug 24 11:43:39.493649 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:39.500919 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f68261eb-1da6-4db9-866e-252131fdcca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:39.543798 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02172680-1ce6-4768-ade9-edd4a53134b2,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:39.547346 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:39.553817 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57666) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:39.554070 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=75627bff09794448a0cebca3c2cbe949&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3680215 Aug 24 11:43:39.615357 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-879ba7ec-9a3a-4791-80e8-ff34e38b90cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:39.647126 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-879ba7ec-9a3a-4791-80e8-ff34e38b90cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:39.702015 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-879ba7ec-9a3a-4791-80e8-ff34e38b90cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:39.705853 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4f52c23d-c73a-47a7-a878-27eccaef03fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:39.719076 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879ba7ec-9a3a-4791-80e8-ff34e38b90cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02172680-1ce6-4768-ade9-edd4a53134b2,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:39.721918 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-879ba7ec-9a3a-4791-80e8-ff34e38b90cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:39.724307 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-879ba7ec-9a3a-4791-80e8-ff34e38b90cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:39.724920 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-879ba7ec-9a3a-4791-80e8-ff34e38b90cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02172680-1ce6-4768-ade9-edd4a53134b2 HTTP/1.1" status: 204 len: 168 time: 0.1700859 Aug 24 11:43:39.937406 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2add0c-da7d-4fec-b08b-2c800e6ce1c8 req-b0e722e3-c411-4469-b315-b66b774958fd tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:39.939097 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fa2add0c-da7d-4fec-b08b-2c800e6ce1c8 req-b0e722e3-c411-4469-b315-b66b774958fd tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0922236 Aug 24 11:43:39.996359 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fa2add0c-da7d-4fec-b08b-2c800e6ce1c8 req-c1d91dc4-644f-4c33-ba17-3da65a17b6d3 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510111 Aug 24 11:43:40.715290 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e374eb6-0cb0-4846-9bba-d1ee0c7fb124 req-e0f4ece3-0548-4734-8057-a33652320737 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:40.716765 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e374eb6-0cb0-4846-9bba-d1ee0c7fb124 req-e0f4ece3-0548-4734-8057-a33652320737 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0757422 Aug 24 11:43:40.767890 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e374eb6-0cb0-4846-9bba-d1ee0c7fb124 req-05545d87-3939-4141-8aa2-3c228c4af3cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453033 Aug 24 11:43:41.198091 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225924a-6b08-4dcf-88b8-758c427a84de req-4fd8a9e1-1425-4ea5-bbd7-aa32a23d41bf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:41.199933 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4225924a-6b08-4dcf-88b8-758c427a84de req-4fd8a9e1-1425-4ea5-bbd7-aa32a23d41bf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0786393 Aug 24 11:43:41.247827 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4225924a-6b08-4dcf-88b8-758c427a84de req-97001983-01ac-4ff1-8d66-707efc969581 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424426 Aug 24 11:43:41.990300 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406a648-35ea-4257-88d4-209aeaabbd9e req-35531f22-247a-46ec-8724-e7f9a888cf51 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:41.991754 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5406a648-35ea-4257-88d4-209aeaabbd9e req-35531f22-247a-46ec-8724-e7f9a888cf51 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0867107 Aug 24 11:43:42.035839 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5406a648-35ea-4257-88d4-209aeaabbd9e req-95c80ffc-f782-4fe7-a559-1bd618ba3b89 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386922 Aug 24 11:43:42.458586 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb657b7-b454-45fa-a5af-4ffc223aefe9 req-a6aae7a1-3649-4a2f-b458-ecc072dae466 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:42.460277 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bfb657b7-b454-45fa-a5af-4ffc223aefe9 req-a6aae7a1-3649-4a2f-b458-ecc072dae466 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0908947 Aug 24 11:43:42.504059 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bfb657b7-b454-45fa-a5af-4ffc223aefe9 req-013bf33e-1671-425a-a348-e93399bf09dc tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Aug 24 11:43:43.398148 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43de29-652d-442d-ac7a-95c7127b373b req-b2a6f656-44e6-44d0-a898-a3cfcd9403d6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:43.400368 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bf43de29-652d-442d-ac7a-95c7127b373b req-b2a6f656-44e6-44d0-a898-a3cfcd9403d6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0844016 Aug 24 11:43:43.446661 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bf43de29-652d-442d-ac7a-95c7127b373b req-7a8ec79b-4970-4049-836f-8623f2b01253 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Aug 24 11:43:43.717875 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56927699-6fe8-4b5f-969a-56f43c8a5fa3 req-535c82c1-816e-4324-b3fe-aa0dec194592 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:43.719719 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56927699-6fe8-4b5f-969a-56f43c8a5fa3 req-535c82c1-816e-4324-b3fe-aa0dec194592 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0851998 Aug 24 11:43:43.776036 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56927699-6fe8-4b5f-969a-56f43c8a5fa3 req-7422d688-1b64-4066-8cca-b9a0d28ff811 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Aug 24 11:43:44.673731 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd521b5f-e8d5-4e0b-820f-e0eb6b17a79e req-adb721bd-e927-4c55-828f-398ab139b99c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:44.675492 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dd521b5f-e8d5-4e0b-820f-e0eb6b17a79e req-adb721bd-e927-4c55-828f-398ab139b99c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0898566 Aug 24 11:43:44.722720 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dd521b5f-e8d5-4e0b-820f-e0eb6b17a79e req-99b20b69-c88d-470b-bff3-2e961e34eaaf tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Aug 24 11:43:44.974896 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28dfd92-e55f-4d82-ae22-0df7067f4d4b req-c5e71500-b10f-4848-837d-3176f4cadd96 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:44.976385 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a28dfd92-e55f-4d82-ae22-0df7067f4d4b req-c5e71500-b10f-4848-837d-3176f4cadd96 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0830293 Aug 24 11:43:45.024054 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a28dfd92-e55f-4d82-ae22-0df7067f4d4b req-939574ba-e017-4aa0-ad93-a89140790fbd tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Aug 24 11:43:45.943113 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba85ef2-9e09-4aac-8f0b-40477633fffa req-e500273a-4990-4c9f-8ba8-01482e1f250c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:45.944509 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fba85ef2-9e09-4aac-8f0b-40477633fffa req-e500273a-4990-4c9f-8ba8-01482e1f250c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0798581 Aug 24 11:43:45.990824 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fba85ef2-9e09-4aac-8f0b-40477633fffa req-1f020644-6d7b-4246-a601-935477f36bd0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Aug 24 11:43:46.227213 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b4be2-09d4-40eb-9429-d4b6dedc79f2 req-a9b505a0-1f99-4eca-9392-a55b3826e14c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:46.229144 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ac5b4be2-09d4-40eb-9429-d4b6dedc79f2 req-a9b505a0-1f99-4eca-9392-a55b3826e14c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0874443 Aug 24 11:43:46.273090 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ac5b4be2-09d4-40eb-9429-d4b6dedc79f2 req-5bc599fc-9f2a-4c14-93ce-12e517cbe80a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384760 Aug 24 11:43:47.196896 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84712672-bd0d-443f-8174-0c05c3b2e288 req-b781f78c-be75-44bd-b30c-0b0cdf80b24a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:47.198285 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84712672-bd0d-443f-8174-0c05c3b2e288 req-b781f78c-be75-44bd-b30c-0b0cdf80b24a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0768325 Aug 24 11:43:47.242483 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84712672-bd0d-443f-8174-0c05c3b2e288 req-0238f8a5-b39e-4b60-a72c-37000afebd01 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388508 Aug 24 11:43:47.470997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00905a33-e7ec-41eb-989a-999e0fbe0ecc req-08bdb5cb-a047-4e48-8c62-857bcf51019b tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:47.472364 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-00905a33-e7ec-41eb-989a-999e0fbe0ecc req-08bdb5cb-a047-4e48-8c62-857bcf51019b tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0791149 Aug 24 11:43:47.517697 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-00905a33-e7ec-41eb-989a-999e0fbe0ecc req-083be904-b96e-49ca-b4ab-365d250deaba tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399206 Aug 24 11:43:47.527275 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-220fb211-5a30-4c23-8cfc-565d977453c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:47.921538 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:48.446460 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd027b-9c4e-4fd2-9924-3c5b8ac97e76 req-b150254e-2ada-4b16-89f9-0274af300aa7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:48.447934 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-14fd027b-9c4e-4fd2-9924-3c5b8ac97e76 req-b150254e-2ada-4b16-89f9-0274af300aa7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0742164 Aug 24 11:43:48.496039 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-14fd027b-9c4e-4fd2-9924-3c5b8ac97e76 req-220576cb-01c0-4e5e-805c-e883204366ce tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Aug 24 11:43:48.711553 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164952ae-a33a-4ed1-9c9e-3eb72bf0398b req-14240a90-b34e-4c2b-9914-c4fd293c03bf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:48.713324 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-164952ae-a33a-4ed1-9c9e-3eb72bf0398b req-14240a90-b34e-4c2b-9914-c4fd293c03bf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0777128 Aug 24 11:43:48.759284 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-164952ae-a33a-4ed1-9c9e-3eb72bf0398b req-fd50271e-f387-422e-90ea-ed99177f487f tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395403 Aug 24 11:43:49.719990 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-effb3a93-c023-4d6d-b41a-c42e07fa7a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:49.778964 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dee6d-4a65-4878-baf4-b3f79b392678 req-d1e683dd-a1b0-4333-a6d0-365063541634 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:49.780419 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b83dee6d-4a65-4878-baf4-b3f79b392678 req-d1e683dd-a1b0-4333-a6d0-365063541634 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1487062 Aug 24 11:43:49.826829 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b83dee6d-4a65-4878-baf4-b3f79b392678 req-ca97e8de-1208-4784-bc06-b647170458bd tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Aug 24 11:43:49.953022 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0fc0fa-4de2-4337-a118-2b35ae84e1c7 req-a0ef9a06-4434-4d28-820e-46dd0f89dc50 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:49.954472 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4b0fc0fa-4de2-4337-a118-2b35ae84e1c7 req-a0ef9a06-4434-4d28-820e-46dd0f89dc50 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0776975 Aug 24 11:43:49.999168 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4b0fc0fa-4de2-4337-a118-2b35ae84e1c7 req-3525c044-8566-4053-87c1-e0e45bf4e3fc tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Aug 24 11:43:50.445949 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-84ffa6e8-25b8-4aea-bd57-592527ff9ec5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6610923c-1433-476c-bf09-ca6d4a276dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707512 Aug 24 11:43:50.579707 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-ff1a7369-92be-4242-bc2b-2e6f87403d5b service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220961 Aug 24 11:43:50.672349 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:50.717822 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-811e4375-c46c-4519-9646-b91c2866ebf3 req-b67d66d1-2fea-45ba-9d84-8661b2b09518 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289642 Aug 24 11:43:50.867293 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7278348-0062-4080-ad31-963ed6e616ea req-73f68d03-93f6-41f7-a0f0-ea5a85be02c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2891a7b2fff44cbbae63d2e36700762&device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1138 time: 0.0687127 Aug 24 11:43:51.050920 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7278348-0062-4080-ad31-963ed6e616ea req-a18b345b-d7fc-406f-82f5-d0a79b293387 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:51.052405 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7278348-0062-4080-ad31-963ed6e616ea req-a18b345b-d7fc-406f-82f5-d0a79b293387 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 200 len: 916 time: 0.1780603 Aug 24 11:43:51.133972 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59320c-558a-4d5d-8628-5273aa8c9ed8 req-bc647f4b-cff2-4bd1-bbf7-050dc2e87ce0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:51.135370 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4d59320c-558a-4d5d-8628-5273aa8c9ed8 req-bc647f4b-cff2-4bd1-bbf7-050dc2e87ce0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1782863 Aug 24 11:43:51.238025 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7278348-0062-4080-ad31-963ed6e616ea req-2eda8cc9-437b-46cd-a7dc-74b1f913d34b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 1001 time: 0.1776421 Aug 24 11:43:51.294728 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4d59320c-558a-4d5d-8628-5273aa8c9ed8 req-cbb3fce0-30d1-493f-b71f-919a121f56c5 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290185 Aug 24 11:43:51.317791 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6d3b2-b8bf-4abf-bd96-e82729ff3861 req-96fc65f0-8261-4a27-b9ae-88ec4bab6881 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:51.319213 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f2b6d3b2-b8bf-4abf-bd96-e82729ff3861 req-96fc65f0-8261-4a27-b9ae-88ec4bab6881 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1937046 Aug 24 11:43:51.325259 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7278348-0062-4080-ad31-963ed6e616ea req-aa3cc161-d05e-4e15-b6c7-0a75c534ecdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:51.326587 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7278348-0062-4080-ad31-963ed6e616ea req-aa3cc161-d05e-4e15-b6c7-0a75c534ecdf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=560fd2d0-8c68-4de5-b128-10c3c1c421e2 HTTP/1.1" status: 200 len: 854 time: 0.0790741 Aug 24 11:43:51.413241 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f2b6d3b2-b8bf-4abf-bd96-e82729ff3861 req-caf015f9-8b0a-4240-a350-b66e8ce4e17a tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857465 Aug 24 11:43:51.428119 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7278348-0062-4080-ad31-963ed6e616ea req-39534b7f-ef9e-4845-85e5-b614de4784f3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6610923c-1433-476c-bf09-ca6d4a276dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876529 Aug 24 11:43:51.556190 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7278348-0062-4080-ad31-963ed6e616ea req-9a4f7585-2994-4e7b-944d-7ee07a6fdc7f service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208081 Aug 24 11:43:51.685280 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f7278348-0062-4080-ad31-963ed6e616ea req-548a68f6-cfe7-4af9-a6d5-f064aa39a928 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222181 Aug 24 11:43:52.315344 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:52.504567 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5214f7-3e1c-47d9-a51c-6b0510037fbf req-32d831c6-926b-4f9f-848f-a7f49df386dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:52.506028 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a5214f7-3e1c-47d9-a51c-6b0510037fbf req-32d831c6-926b-4f9f-848f-a7f49df386dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.0795057 Aug 24 11:43:52.599586 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a5214f7-3e1c-47d9-a51c-6b0510037fbf req-b6711514-66d5-4a0b-8fba-1cb00c425277 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877535 Aug 24 11:43:52.625318 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c68f3-4cdb-4cbc-8525-59596364f81e req-b513eb5d-72c3-4932-b995-8e2b9f0c6590 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:52.626747 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-991c68f3-4cdb-4cbc-8525-59596364f81e req-b513eb5d-72c3-4932-b995-8e2b9f0c6590 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.0959361 Aug 24 11:43:52.675269 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-991c68f3-4cdb-4cbc-8525-59596364f81e req-d23cc71a-38b9-427d-b0e4-ccc9fc3c4b65 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428987 Aug 24 11:43:53.281501 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-09df9510-234b-41d3-a1e9-494569c458cf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:53.282916 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-09df9510-234b-41d3-a1e9-494569c458cf tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.37 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1430550 Aug 24 11:43:53.349118 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Deleting port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:43:53.349456 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:53.584779 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] For port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:53.585439 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:53.706611 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Calling delete_port for ecb4b036-0497-47b8-9d8f-a7dc952ac3eb owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:43:53.956622 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61f8f1-f3d5-4010-9c22-f99b2ec8d503 req-cd9b4db7-0a7e-4359-8f0b-1dacb7840849 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:53.957964 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5f61f8f1-f3d5-4010-9c22-f99b2ec8d503 req-cd9b4db7-0a7e-4359-8f0b-1dacb7840849 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.2151153 Aug 24 11:43:53.984718 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4443026-2dc4-4a0c-9b8f-76aa72c73814 req-784c5a99-2552-4df6-926e-e6bd87485499 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:53.986091 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c4443026-2dc4-4a0c-9b8f-76aa72c73814 req-784c5a99-2552-4df6-926e-e6bd87485499 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/ports?device_id=939779e9-0b44-41c4-b2d8-d30e1de240f0 HTTP/1.1" status: 200 len: 946 time: 0.1905997 Aug 24 11:43:53.988615 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:53.997257 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-620c6a01-baf6-4c82-a8a2-2533f6a7162e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:54.025866 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['ecb4b036-0497-47b8-9d8f-a7dc952ac3eb'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:43:54.069835 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Pushing event deleted for resources: {'Port': ['ID=ecb4b036-0497-47b8-9d8f-a7dc952ac3eb,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:54.127241 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.127605 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.127986 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.128334 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.128674 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.129146 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.129363 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.129707 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.130019 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.130355 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.130693 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:54.141313 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5f61f8f1-f3d5-4010-9c22-f99b2ec8d503 req-7fc78366-70d4-4e1e-8de3-4dbe95bb4a1b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757898 Aug 24 11:43:54.143236 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:54.173914 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c4443026-2dc4-4a0c-9b8f-76aa72c73814 req-f0ec4742-9f81-46b2-8d25-e4fb58fc71b6 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.49 "GET /v2.0/security-groups?id=14d4b894-c54e-4349-bca1-cc4df6656769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780415 Aug 24 11:43:54.182364 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] No DVR routers for this DVR port ecb4b036-0497-47b8-9d8f-a7dc952ac3eb on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:43:54.186110 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:54.190362 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939779e9-0b44-41c4-b2d8-d30e1de240f0', 'name': 'network-vif-deleted', 'tag': 'ecb4b036-0497-47b8-9d8f-a7dc952ac3eb'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:43:54.204109 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ad803bc2-e9c4-42c5-a765-0a65a1d2146b req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] 10.222.0.37 "DELETE /v2.0/ports/ecb4b036-0497-47b8-9d8f-a7dc952ac3eb HTTP/1.1" status: 204 len: 173 time: 0.9153981 Aug 24 11:43:54.246262 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939779e9-0b44-41c4-b2d8-d30e1de240f0', 'name': 'network-vif-deleted', 'tag': 'ecb4b036-0497-47b8-9d8f-a7dc952ac3eb', 'status': 'completed', 'code': 200} Aug 24 11:43:55.281455 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57738) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:55.531144 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc6930-17ef-4be6-a5c3-955657b18c74 req-b943977a-8a73-4227-a66b-6ce4accae90a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:55.532757 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bfc6930-17ef-4be6-a5c3-955657b18c74 req-b943977a-8a73-4227-a66b-6ce4accae90a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 943 time: 0.1046534 Aug 24 11:43:55.643837 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bfc6930-17ef-4be6-a5c3-955657b18c74 req-1fa7b198-8232-4b9f-b53a-05d0469635c0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054978 Aug 24 11:43:55.765062 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4081065'] for router_interface, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:56.241379 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:43:56.248195 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device ecb4b036-0497-47b8-9d8f-a7dc952ac3eb no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:43:56.280787 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: ecb4b036-0497-47b8-9d8f-a7dc952ac3eb {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:43:56.281131 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device ecb4b036-0497-47b8-9d8f-a7dc952ac3eb not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:43:56.405475 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:56.409853 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Deleting port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:43:56.410349 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:56.418139 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'port_id': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'mac_address': 'fa:16:3e:37:fa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:43:56.470373 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:56.486790 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:43:56.501202 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:56.505048 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:56.507064 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-91d59c3d-a23d-4c51-9f20-aa546ed10cfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:56.572028 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=9']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:56.578877 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] For port 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,segment=NetworkSegment(9a0ce295-a76f-4f09-8322-9f592fc5aeb8),segment_id=9a0ce295-a76f-4f09-8322-9f592fc5aeb8)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:56.579233 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:56.580629 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.580968 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.581297 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.581620 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.581947 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.582270 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.582584 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.582917 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.583232 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.583540 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.583887 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:43:56.587766 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:56.698658 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Calling delete_port for 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 owned by network:router_interface {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:43:56.964172 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:43:56.997769 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb30ae-bdb9-4e2d-ba1d-bd1c60768250 req-16c82c85-24c5-496f-8be6-0d721917b01f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:56.999202 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5dcb30ae-bdb9-4e2d-ba1d-bd1c60768250 req-16c82c85-24c5-496f-8be6-0d721917b01f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 944 time: 0.1263955 Aug 24 11:43:57.093516 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5dcb30ae-bdb9-4e2d-ba1d-bd1c60768250 req-db4c577d-5451-4c22-b490-520653b28658 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887365 Aug 24 11:43:57.099680 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:57.104087 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-fedab4ee-fac6-4155-a300-9ba175733567 tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:57.148292 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac21369-7ae8-42e0-a4cc-a8a8d50796b7,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:57.151290 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:57.485847 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3018629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4080989'] for router_interface, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:58.070368 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:43:58.249614 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:43:58.315193 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:43:58.315584 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:58.325641 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:43:58.333916 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] Sync routers for ids ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:43:58.336086 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4013a-9122-46d9-b0d6-d7f817c42f5b req-87c08cf4-e808-4c59-b40c-0abc655af7a0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:58.337494 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-98a4013a-9122-46d9-b0d6-d7f817c42f5b req-87c08cf4-e808-4c59-b40c-0abc655af7a0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 944 time: 0.1071713 Aug 24 11:43:58.346187 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] Routers {'76dd2cf3-85d6-44eb-a90b-dccbe20ca459'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:43:58.346793 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:43:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:43:58.347295 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] 10.222.0.49 "PUT /v2.0/routers/76dd2cf3-85d6-44eb-a90b-dccbe20ca459/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0647717 Aug 24 11:43:58.348450 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57746) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:43:58.392195 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-98a4013a-9122-46d9-b0d6-d7f817c42f5b req-32a64c46-c341-4898-93c1-99614a37680f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Aug 24 11:43:58.464918 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:58.491617 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:43:58.501725 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:58.506693 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:58.509005 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:58.522647 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] Set router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:43:58.565968 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'code': 200} Aug 24 11:43:58.583877 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=10']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:58.603800 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:58.629470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks [] for router, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:58.814848 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222'}], 'enable_snat': True}, 'gw_port_id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:43:57Z', 'revision_number': 5, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port': {'id': '0bcf39d0-50f3-4451-9892-509bd14e471d', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:28Z', 'updated_at': '2021-08-24T11:40:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:43:58.818556 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] Checking router: 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:43:58.825195 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:58.829226 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] Routers {'76dd2cf3-85d6-44eb-a90b-dccbe20ca459'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:43:58.829818 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:43:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:43:58.834494 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Deleting port 0bcf39d0-50f3-4451-9892-509bd14e471d {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:43:58.834760 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:58.976782 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] Set router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 gateway port host: None {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:43:59.011290 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] For port 0bcf39d0-50f3-4451-9892-509bd14e471d, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=0bcf39d0-50f3-4451-9892-509bd14e471d,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:43:59.011680 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:59.081658 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:43:58Z', 'revision_number': 6, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port_host': None}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:43:59.085764 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b222ce-0c13-4e2a-8b1e-e833517478dd None None] The sync data for ids ['76dd2cf3-85d6-44eb-a90b-dccbe20ca459'] in dv-cinder-798098-2-smb is: [{'id': '76dd2cf3-85d6-44eb-a90b-dccbe20ca459', 'name': 'tempest-ServerRescueNegativeTestJSON-118271576-router', 'tenant_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:27Z', 'updated_at': '2021-08-24T11:43:58Z', 'revision_number': 6, 'project_id': 'a3a26a8c5bc847b6a873207b080f1b06', 'gw_port_host': None}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:43:59.136134 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Calling delete_port for 0bcf39d0-50f3-4451-9892-509bd14e471d owned by network:router_gateway {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:43:59.233960 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab53a097-01b9-4d10-bb7d-032d22d11efd req-97b2ff75-3f1b-47ee-b225-bf6cbf54ad97 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1099 time: 0.0699229 Aug 24 11:43:59.274016 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab53a097-01b9-4d10-bb7d-032d22d11efd req-e7b69fa3-ff8a-43b0-9abb-5d7b42e88c3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341556 Aug 24 11:43:59.422790 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:43:59.426679 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4fceaa46-267a-45d3-8bf5-734b2de469cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:43:59.472743 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=0bcf39d0-50f3-4451-9892-509bd14e471d,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:43:59.477457 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:43:59.616766 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711a216-baae-42e7-9102-6379a9c44787 req-49216931-ee5f-428c-b26f-9b824de491a1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:43:59.618343 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b711a216-baae-42e7-9102-6379a9c44787 req-49216931-ee5f-428c-b26f-9b824de491a1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 946 time: 0.0855165 Aug 24 11:43:59.667724 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b711a216-baae-42e7-9102-6379a9c44787 req-77a96d77-db00-459c-828e-b1ddb76db4e4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432773 Aug 24 11:43:59.694945 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4081364'] for router_gateway, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.040269 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3783800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5092'] for router, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.044432 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.059990 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.128906 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3783400'] for router, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.129431 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76dd2cf3-85d6-44eb-a90b-dccbe20ca459 {{(pid=74964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 11:44:00.150985 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.154911 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] 10.222.0.49 "DELETE /v2.0/routers/76dd2cf3-85d6-44eb-a90b-dccbe20ca459 HTTP/1.1" status: 204 len: 168 time: 1.8020759 Aug 24 11:44:00.155129 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57754) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:00.216188 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Deleting subnet abe2fca4-6b25-4034-b197-79cbe21cd843 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:44:00.218971 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.265932 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3119823'] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.317844 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.387846 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3391087'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.392004 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:00.425159 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe2fca4-6b25-4034-b197-79cbe21cd843,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:00.430079 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:00.433082 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.439766 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] 10.222.0.49 "DELETE /v2.0/subnets/abe2fca4-6b25-4034-b197-79cbe21cd843 HTTP/1.1" status: 204 len: 168 time: 0.2835877 Aug 24 11:44:00.442158 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57758) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:00.549865 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.671210 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.684401 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb93e37c-5dd0-472f-ab78-2ab3e2683be9']}} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:44:00.696654 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0ce295-a76f-4f09-8322-9f592fc5aeb8') {'for_net_delete': True} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:44:00.696880 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0ce295-a76f-4f09-8322-9f592fc5aeb8') {} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:44:00.709008 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3119808'] for segment, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.726219 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.732877 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=74964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:44:00.733154 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625149'] for segment, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.737219 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 0bcf39d0-50f3-4451-9892-509bd14e471d no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: Traceback (most recent call last): Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: timer() Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: cb(*args, **kw) Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: return func(*args, **kwargs) Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: self._notify() Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: self.callback(batched_events) Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: event.method(event) Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: return f(self, *a, **k) Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: return self._get(url).json() Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: return self.request(url, 'GET', **kwargs) Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:44:00.746088 dv-cinder-798098-2-smb neutron-server[74964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:44:00.806564 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 0bcf39d0-50f3-4451-9892-509bd14e471d {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:44:00.806826 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 0bcf39d0-50f3-4451-9892-509bd14e471d not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:44:00.807254 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:44:00.847798 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:44:00.848095 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.848597 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 6ac21369-7ae8-42e0-a4cc-a8a8d50796b7 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:44:00.858692 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:00.861174 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:00.883865 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb93e37c-5dd0-472f-ab78-2ab3e2683be9,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:00.891332 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:00.896949 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed084b4-adc2-4270-b1fe-d3cdb95ae937 req-ec3b4a97-d9d8-4f1c-b258-fbf98c4bdf42 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:00.899128 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] 10.222.0.49 "DELETE /v2.0/networks/eb93e37c-5dd0-472f-ab78-2ab3e2683be9 HTTP/1.1" status: 204 len: 168 time: 0.4559183 Aug 24 11:44:00.905875 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1ed084b4-adc2-4270-b1fe-d3cdb95ae937 req-ec3b4a97-d9d8-4f1c-b258-fbf98c4bdf42 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 946 time: 0.0901186 Aug 24 11:44:00.956244 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1ed084b4-adc2-4270-b1fe-d3cdb95ae937 req-b08403a4-4bbd-443a-9fe8-388e9c58705c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492725 Aug 24 11:44:01.113891 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57776) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:01.173964 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0320d89b-42dc-41ff-8b38-9720bcb916ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3a26a8c5bc847b6a873207b080f1b06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562730 Aug 24 11:44:01.174157 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57790) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:01.245859 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc1a1-aebb-4efe-8044-4e7761dd8e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:01.272472 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc1a1-aebb-4efe-8044-4e7761dd8e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:01.327588 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc1a1-aebb-4efe-8044-4e7761dd8e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:01.332535 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cf917f0e-d8aa-4dce-9515-c779a86d9d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:01.347741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cc1a1-aebb-4efe-8044-4e7761dd8e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d4b894-c54e-4349-bca1-cc4df6656769,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:01.352024 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2f9cc1a1-aebb-4efe-8044-4e7761dd8e40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:01.364779 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc1a1-aebb-4efe-8044-4e7761dd8e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:01.366020 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-2f9cc1a1-aebb-4efe-8044-4e7761dd8e40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14d4b894-c54e-4349-bca1-cc4df6656769 HTTP/1.1" status: 204 len: 168 time: 0.1907744 Aug 24 11:44:02.166762 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40440c84-d3ff-4aca-9a15-f34239273044 req-b65bc78a-d1b1-4186-ab39-aa09300e76e4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:02.168228 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-40440c84-d3ff-4aca-9a15-f34239273044 req-b65bc78a-d1b1-4186-ab39-aa09300e76e4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 946 time: 0.0814638 Aug 24 11:44:02.203433 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:44:02.299723 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-40440c84-d3ff-4aca-9a15-f34239273044 req-b264b859-6f1b-420d-98e4-286fb1515e5e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258445 Aug 24 11:44:03.367519 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57854) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:03.508179 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:03.538482 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:03.542463 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Usage tracker for resource:security_group_rule and tenant:767fb298c22e4089b8f91019b6d5c452 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:03.545962 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:03.551502 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:03.617652 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:03.621672 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:03.629090 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5306fa63-6925-4d46-bd57-508996420cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:03.670660 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=767fb298c22e4089b8f91019b6d5c452&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3019979 Aug 24 11:44:03.671528 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1ecb9a-a915-46b8-bbf6-b15080e30e83,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:03.673376 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57860) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:03.675469 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:03.734345 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e228d0fb-efc6-4dc6-8565-d31fd3b58b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:03.758645 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e228d0fb-efc6-4dc6-8565-d31fd3b58b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:03.809459 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e228d0fb-efc6-4dc6-8565-d31fd3b58b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:03.813265 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d5700747-7f00-49d3-a470-056af65ea69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:03.823811 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228d0fb-efc6-4dc6-8565-d31fd3b58b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1ecb9a-a915-46b8-bbf6-b15080e30e83,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:03.827555 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e228d0fb-efc6-4dc6-8565-d31fd3b58b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:03.830907 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e228d0fb-efc6-4dc6-8565-d31fd3b58b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:03.834543 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-e228d0fb-efc6-4dc6-8565-d31fd3b58b44 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ba1ecb9a-a915-46b8-bbf6-b15080e30e83 HTTP/1.1" status: 204 len: 168 time: 0.1578584 Aug 24 11:44:04.164854 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 57868) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:04.182491 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:04.212699 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:04.217039 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Usage tracker for resource:security_group_rule and tenant:29e689882d0e4fcab9c72e57e371f0f0 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:04.220111 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:04.225934 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:04.292886 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:04.296385 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:04.302384 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-879ba7ec-9a3a-4791-80e8-ff34e38b90cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:04.340897 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f597a45-4aff-4471-abc6-bb1bef0d1744,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:04.344582 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:04.346877 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=29e689882d0e4fcab9c72e57e371f0f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1810338 Aug 24 11:44:04.349947 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 57872) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:04.412082 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-58158326-b0a6-40a1-b87a-16e9cb1564c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:04.436899 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-58158326-b0a6-40a1-b87a-16e9cb1564c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:04.487818 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-58158326-b0a6-40a1-b87a-16e9cb1564c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:04.492945 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f1bb1940-1820-4d09-acbc-489e2e33c06f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:04.505003 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58158326-b0a6-40a1-b87a-16e9cb1564c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f597a45-4aff-4471-abc6-bb1bef0d1744,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:04.508738 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-58158326-b0a6-40a1-b87a-16e9cb1564c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:04.515503 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-58158326-b0a6-40a1-b87a-16e9cb1564c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:04.516657 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-58158326-b0a6-40a1-b87a-16e9cb1564c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4f597a45-4aff-4471-abc6-bb1bef0d1744 HTTP/1.1" status: 204 len: 168 time: 0.1655362 Aug 24 11:44:14.880420 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58010) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:15.018800 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.050328 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:15.054126 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:267ccc665a174c9eafe0c36bc3dd2800 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:15.056892 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:15.062891 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:15.126519 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.130135 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.137047 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:15.175122 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bf54fe-79d6-4935-b8b4-ffd78a66076b,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:15.179535 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=267ccc665a174c9eafe0c36bc3dd2800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2980926 Aug 24 11:44:15.180414 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:15.182386 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58016) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:15.243235 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b37e8ccb-47b8-4a57-be2f-106846b878e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.267555 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b37e8ccb-47b8-4a57-be2f-106846b878e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.317286 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b37e8ccb-47b8-4a57-be2f-106846b878e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.321880 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d59422d6-c71b-464c-8ec7-967d243026eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:15.333492 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e8ccb-47b8-4a57-be2f-106846b878e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bf54fe-79d6-4935-b8b4-ffd78a66076b,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:15.336801 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b37e8ccb-47b8-4a57-be2f-106846b878e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:15.342044 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b37e8ccb-47b8-4a57-be2f-106846b878e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.343134 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-b37e8ccb-47b8-4a57-be2f-106846b878e2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/95bf54fe-79d6-4935-b8b4-ffd78a66076b HTTP/1.1" status: 204 len: 168 time: 0.1598737 Aug 24 11:44:15.662334 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58024) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:15.680793 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.710535 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:15.714348 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Usage tracker for resource:security_group_rule and tenant:b53788984c3941b6870c89eed71e95a4 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:15.717728 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:15.723529 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:15.786528 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.790010 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.796622 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c76ade83-0f2b-47c2-9143-e178ba86a664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:15.836705 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb9747-6dfa-45df-8663-41917c8ad0f9,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:15.841162 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:15.843460 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b53788984c3941b6870c89eed71e95a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1801109 Aug 24 11:44:15.846892 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58028) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:15.904844 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4fbc17f5-ed9a-4df5-b39c-c19352c5276d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.929092 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4fbc17f5-ed9a-4df5-b39c-c19352c5276d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.980175 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4fbc17f5-ed9a-4df5-b39c-c19352c5276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:15.983665 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d3907d28-c604-46a2-b54e-58578ce775b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:15.994291 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc17f5-ed9a-4df5-b39c-c19352c5276d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb9747-6dfa-45df-8663-41917c8ad0f9,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:15.996550 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4fbc17f5-ed9a-4df5-b39c-c19352c5276d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:16.001946 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4fbc17f5-ed9a-4df5-b39c-c19352c5276d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:16.003058 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-4fbc17f5-ed9a-4df5-b39c-c19352c5276d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/18cb9747-6dfa-45df-8663-41917c8ad0f9 HTTP/1.1" status: 204 len: 168 time: 0.1559081 Aug 24 11:44:16.383062 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58036) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:16.401570 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:16.431136 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:16.435245 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Usage tracker for resource:security_group_rule and tenant:5c1c353afeb8436997be428b0415fa60 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:16.437965 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:16.443487 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:16.510524 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:16.514574 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:16.521208 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:16.563252 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6eb2397-1fe9-491c-93db-9c7ef4c22697,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:16.567172 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c1c353afeb8436997be428b0415fa60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1830852 Aug 24 11:44:16.568073 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:16.569901 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58040) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:16.628261 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-17351a0c-4cde-40a0-8a26-cbc1a210130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:16.654029 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-17351a0c-4cde-40a0-8a26-cbc1a210130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:16.703796 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-17351a0c-4cde-40a0-8a26-cbc1a210130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:16.707433 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8bc75d04-12b9-4af0-9d15-7f1fcfb08cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:16.718163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17351a0c-4cde-40a0-8a26-cbc1a210130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6eb2397-1fe9-491c-93db-9c7ef4c22697,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:16.720948 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-17351a0c-4cde-40a0-8a26-cbc1a210130a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:16.726015 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-17351a0c-4cde-40a0-8a26-cbc1a210130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:16.727105 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-17351a0c-4cde-40a0-8a26-cbc1a210130a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6eb2397-1fe9-491c-93db-9c7ef4c22697 HTTP/1.1" status: 204 len: 168 time: 0.1564372 Aug 24 11:44:17.540856 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fadeb6a2-cd16-4cfa-8de6-75f806b497b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:17.922183 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:19.722339 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d5bd9bfb-3493-451c-bc10-0b5800d9bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:20.679573 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:20.978892 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b33c06-1ea9-4832-99f9-de2569632407 req-32337156-ec0c-4429-9499-e9ac84d7129b tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:20.980339 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-96b33c06-1ea9-4832-99f9-de2569632407 req-32337156-ec0c-4429-9499-e9ac84d7129b tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.2791138 Aug 24 11:44:21.024417 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-96b33c06-1ea9-4832-99f9-de2569632407 req-7309181d-2b26-4cb2-8b39-1f05b72ef245 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377145 Aug 24 11:44:22.298715 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcb0c7-a1dc-46bb-8c91-935a6a511412 req-7528d93b-96c0-498d-8afc-49e1659b7cbf tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:22.300251 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-95bcb0c7-a1dc-46bb-8c91-935a6a511412 req-7528d93b-96c0-498d-8afc-49e1659b7cbf tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1487660 Aug 24 11:44:22.319212 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:22.353443 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-95bcb0c7-a1dc-46bb-8c91-935a6a511412 req-05ecb4ee-b1bd-41d6-8d3e-633e5ef957f6 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436864 Aug 24 11:44:23.564089 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4a729-504e-4cea-85a5-c286aa8c7c97 req-ed900daf-829a-4b2d-bc9f-f63905825ec2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:23.565590 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-27b4a729-504e-4cea-85a5-c286aa8c7c97 req-ed900daf-829a-4b2d-bc9f-f63905825ec2 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0755301 Aug 24 11:44:23.611418 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-27b4a729-504e-4cea-85a5-c286aa8c7c97 req-80fdc6a3-2b7d-4e32-882f-1642e80a8535 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400655 Aug 24 11:44:23.748357 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58156) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:23.886260 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:23.916707 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:23.921027 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Usage tracker for resource:security_group_rule and tenant:bd2e5e5ad9c54a79980b40e6f7af89fb is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:23.923777 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:23.929455 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:23.992149 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:23.995820 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.002009 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-538ddcbe-3d61-496e-acca-dc9e45297ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:24.041810 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f468d10e-d8e3-4b5c-8c3c-f23955568df3,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:24.047063 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:24.050330 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd2e5e5ad9c54a79980b40e6f7af89fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3009989 Aug 24 11:44:24.052927 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58162) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:24.110872 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d71ea8d0-7a1c-4680-969a-df1bcc5824e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.134857 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d71ea8d0-7a1c-4680-969a-df1bcc5824e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.184744 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d71ea8d0-7a1c-4680-969a-df1bcc5824e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.189260 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-11fc81cb-4782-46e3-b13c-d43333fc055e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:24.200934 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ea8d0-7a1c-4680-969a-df1bcc5824e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f468d10e-d8e3-4b5c-8c3c-f23955568df3,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:24.204149 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d71ea8d0-7a1c-4680-969a-df1bcc5824e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:24.206075 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d71ea8d0-7a1c-4680-969a-df1bcc5824e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.207167 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-d71ea8d0-7a1c-4680-969a-df1bcc5824e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f468d10e-d8e3-4b5c-8c3c-f23955568df3 HTTP/1.1" status: 204 len: 168 time: 0.1534595 Aug 24 11:44:24.527531 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58170) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:24.545924 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.577090 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:24.580986 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c6930e72de443cae7cba2700ca02e5 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:24.583820 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:24.589521 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:24.657225 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.661811 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.669338 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-48a93cdd-101f-4e9a-8408-3238494c3c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:24.712703 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a41de3-cc0d-49e2-a211-84b11aaba3fa,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:24.716911 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:24.721482 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2c6930e72de443cae7cba2700ca02e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1901953 Aug 24 11:44:24.721756 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58176) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:24.781234 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b7af6498-d85a-4c24-885a-d6264651d13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.806171 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b7af6498-d85a-4c24-885a-d6264651d13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.814938 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65acfd-960f-4fe7-a36b-059b0df8f59f req-9bec131c-2372-4210-a604-1973a9501094 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:24.816418 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe65acfd-960f-4fe7-a36b-059b0df8f59f req-9bec131c-2372-4210-a604-1973a9501094 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0779066 Aug 24 11:44:24.857606 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b7af6498-d85a-4c24-885a-d6264651d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.862329 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-80ede51a-4922-45d6-9d59-9e1528105836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:24.863053 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe65acfd-960f-4fe7-a36b-059b0df8f59f req-614dd842-d116-4048-bf85-72dd2e17ebb3 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Aug 24 11:44:24.875710 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af6498-d85a-4c24-885a-d6264651d13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a41de3-cc0d-49e2-a211-84b11aaba3fa,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:24.878470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b7af6498-d85a-4c24-885a-d6264651d13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:24.879336 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b7af6498-d85a-4c24-885a-d6264651d13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:24.889616 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b7af6498-d85a-4c24-885a-d6264651d13f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20a41de3-cc0d-49e2-a211-84b11aaba3fa HTTP/1.1" status: 204 len: 168 time: 0.1579530 Aug 24 11:44:26.060314 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471177fc-8553-4b3a-9dc3-35c9ab7b3345 req-743c1420-9ba9-45c2-8287-30a7e066e4da tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:26.066866 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-471177fc-8553-4b3a-9dc3-35c9ab7b3345 req-743c1420-9ba9-45c2-8287-30a7e066e4da tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0820272 Aug 24 11:44:26.109470 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-471177fc-8553-4b3a-9dc3-35c9ab7b3345 req-cb803036-8605-4625-b554-f28ede71fd7a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416572 Aug 24 11:44:27.160266 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58238) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:27.300718 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:27.306061 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a25420-0747-4680-982d-6d4b525b4144 req-2456ae81-068e-4bcd-82b6-ef07f37484fe tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:27.307496 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-39a25420-0747-4680-982d-6d4b525b4144 req-2456ae81-068e-4bcd-82b6-ef07f37484fe tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0776591 Aug 24 11:44:27.332780 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:27.336605 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Usage tracker for resource:security_group_rule and tenant:8b950364e9814386a2528a5e99d8ea49 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:27.339402 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:27.346005 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:27.353528 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-39a25420-0747-4680-982d-6d4b525b4144 req-68d66f03-6909-4c40-89c6-4a27e1a17388 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Aug 24 11:44:27.415176 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:27.418916 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:27.425540 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7cf11399-5d90-4283-a39f-3b3f120be0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:27.536521 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b2d090-583b-418e-ac45-4dc7b7a32a3a,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:27.539496 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:27.542994 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b950364e9814386a2528a5e99d8ea49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3816254 Aug 24 11:44:27.545510 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58244) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:27.604074 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-caf33021-8928-48ae-803a-6e485765fdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:27.629257 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-caf33021-8928-48ae-803a-6e485765fdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:27.679185 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-caf33021-8928-48ae-803a-6e485765fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:27.683893 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-817383d1-5bb6-4490-b278-b61b3259bc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:27.695908 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf33021-8928-48ae-803a-6e485765fdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b2d090-583b-418e-ac45-4dc7b7a32a3a,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:27.698672 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-caf33021-8928-48ae-803a-6e485765fdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:27.703125 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-caf33021-8928-48ae-803a-6e485765fdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:27.704624 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-caf33021-8928-48ae-803a-6e485765fdc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3b2d090-583b-418e-ac45-4dc7b7a32a3a HTTP/1.1" status: 204 len: 168 time: 0.1582215 Aug 24 11:44:28.021071 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58252) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:28.038758 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:28.071138 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:28.074824 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Usage tracker for resource:security_group_rule and tenant:18b3ec04f2524fdbb8b2f7f6cc79215c is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:28.077587 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:28.083108 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:28.147677 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:28.151199 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:28.157355 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c428e2a0-981d-4e8e-b2e0-afbb12e945ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:28.200700 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9564ef25-8efe-4a94-9c1a-4837f1ce26bb,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:28.205016 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18b3ec04f2524fdbb8b2f7f6cc79215c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1829596 Aug 24 11:44:28.205870 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:28.207734 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58256) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:28.265722 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e6f66985-b076-47e6-8f82-05fb0819cfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:28.290897 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e6f66985-b076-47e6-8f82-05fb0819cfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:28.341090 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e6f66985-b076-47e6-8f82-05fb0819cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:28.345994 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-150aac15-4391-4ead-a4ac-db74e6104188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:28.357872 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f66985-b076-47e6-8f82-05fb0819cfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9564ef25-8efe-4a94-9c1a-4837f1ce26bb,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:28.360845 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e6f66985-b076-47e6-8f82-05fb0819cfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:28.362700 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e6f66985-b076-47e6-8f82-05fb0819cfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:28.364287 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-e6f66985-b076-47e6-8f82-05fb0819cfeb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9564ef25-8efe-4a94-9c1a-4837f1ce26bb HTTP/1.1" status: 204 len: 168 time: 0.1552150 Aug 24 11:44:28.553371 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dab09-6f9f-484b-9f62-3de9e2798f55 req-824ef41b-b9b7-4033-b03b-0d5d281f3101 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:28.555059 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1e3dab09-6f9f-484b-9f62-3de9e2798f55 req-824ef41b-b9b7-4033-b03b-0d5d281f3101 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0807879 Aug 24 11:44:28.669221 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1e3dab09-6f9f-484b-9f62-3de9e2798f55 req-3a33ddae-2f09-430a-8951-4584d168b061 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085606 Aug 24 11:44:29.864867 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158193e4-3a47-436f-9ecc-dd79acddda66 req-75ffee83-da06-444e-9935-b2d261988259 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:29.866292 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-158193e4-3a47-436f-9ecc-dd79acddda66 req-75ffee83-da06-444e-9935-b2d261988259 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0748289 Aug 24 11:44:29.912305 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-158193e4-3a47-436f-9ecc-dd79acddda66 req-9c888f48-0d07-49b9-9f0f-1899b2849c79 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404389 Aug 24 11:44:30.084991 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:31.122625 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70901e9c-80e5-41e3-b856-a6a6fcef4eee req-ef97fe68-bd79-49ab-911e-5689fb16295a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:31.124105 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-70901e9c-80e5-41e3-b856-a6a6fcef4eee req-ef97fe68-bd79-49ab-911e-5689fb16295a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0871198 Aug 24 11:44:31.171169 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-70901e9c-80e5-41e3-b856-a6a6fcef4eee req-22f8afb1-af29-494b-894b-6ca42cce4069 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409706 Aug 24 11:44:31.481542 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58340) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:31.617698 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:31.647860 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:31.651515 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1eedd824afd84fd0820ccb3f8a34eb7a is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:31.654958 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:31.660512 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:31.724825 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:31.728394 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:31.734478 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5cfd6b3a-0c5e-4caa-8f59-e3130d2eb0c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:31.775534 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf2186-04a0-4630-9ca6-8ebf4eba9bcb,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:31.779243 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:31.781779 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1eedd824afd84fd0820ccb3f8a34eb7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2992401 Aug 24 11:44:31.784546 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58346) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:31.842416 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc2e8-9fb9-4d89-b663-0053190c3ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:31.866909 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc2e8-9fb9-4d89-b663-0053190c3ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:31.916726 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc2e8-9fb9-4d89-b663-0053190c3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:31.920202 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d71ea8d0-7a1c-4680-969a-df1bcc5824e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:31.931192 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4dc2e8-9fb9-4d89-b663-0053190c3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf2186-04a0-4630-9ca6-8ebf4eba9bcb,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:31.934819 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4e4dc2e8-9fb9-4d89-b663-0053190c3ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:31.938318 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-4e4dc2e8-9fb9-4d89-b663-0053190c3ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:31.939481 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-4e4dc2e8-9fb9-4d89-b663-0053190c3ac9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/21bf2186-04a0-4630-9ca6-8ebf4eba9bcb HTTP/1.1" status: 204 len: 168 time: 0.1539578 Aug 24 11:44:32.262864 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58356) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:32.281658 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:32.357044 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:32.362808 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Usage tracker for resource:security_group_rule and tenant:9cbd3242990a49da81cf06866eaa0a78 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:32.372380 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:32.381343 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:32.413602 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2fe8fd-59c0-4700-8c10-d1f9099060c6 req-71aa1eb9-9db4-4f8b-b03f-39f1c53b223f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:32.415051 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5f2fe8fd-59c0-4700-8c10-d1f9099060c6 req-71aa1eb9-9db4-4f8b-b03f-39f1c53b223f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1182694 Aug 24 11:44:32.493520 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5f2fe8fd-59c0-4700-8c10-d1f9099060c6 req-d63a4e2d-d270-445e-b643-6ac463b9be16 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715652 Aug 24 11:44:32.495035 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:32.500060 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:32.506932 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-00ce10ef-0483-4991-ad81-2b3fe22781f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:32.545494 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30386c9b-bd8c-4869-85df-02de0a21f909,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:32.549804 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9cbd3242990a49da81cf06866eaa0a78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2859437 Aug 24 11:44:32.550720 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:32.552397 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58362) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:32.614935 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-25aad1d0-631c-4754-be1c-7d9761fe22c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:32.641345 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-25aad1d0-631c-4754-be1c-7d9761fe22c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:32.698237 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-25aad1d0-631c-4754-be1c-7d9761fe22c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:32.703280 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8fb879ca-3d69-4af8-b749-95ceb4bee85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:32.716181 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aad1d0-631c-4754-be1c-7d9761fe22c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30386c9b-bd8c-4869-85df-02de0a21f909,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:32.719039 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-25aad1d0-631c-4754-be1c-7d9761fe22c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:32.721229 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-25aad1d0-631c-4754-be1c-7d9761fe22c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:32.722330 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-25aad1d0-631c-4754-be1c-7d9761fe22c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/30386c9b-bd8c-4869-85df-02de0a21f909 HTTP/1.1" status: 204 len: 168 time: 0.1690538 Aug 24 11:44:32.861036 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd573e3-d8bc-44aa-abe6-b5d7e1c852b3 req-51fcbe61-df5f-4865-97bc-4b4545acf1e3 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:32.862505 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dcd573e3-d8bc-44aa-abe6-b5d7e1c852b3 req-51fcbe61-df5f-4865-97bc-4b4545acf1e3 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0771284 Aug 24 11:44:32.911311 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-dcd573e3-d8bc-44aa-abe6-b5d7e1c852b3 req-11a5d0ab-ac7c-4079-98f4-6731867b6cac tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430770 Aug 24 11:44:33.114561 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-37407829-da52-48c8-b6b6-86eacffc7a20 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 1099 time: 0.2511168 Aug 24 11:44:33.248536 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-4fe3c226-7270-4904-8da2-3cbb011826bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:33.249897 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-4fe3c226-7270-4904-8da2-3cbb011826bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 911 time: 0.1282308 Aug 24 11:44:33.354305 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-bdc3efb1-d456-46a6-b94a-a380c0f35d55 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc HTTP/1.1" status: 200 len: 1002 time: 0.0980029 Aug 24 11:44:33.418001 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-4434dcff-5e5c-4048-9413-a77e0c1f5b02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:33.419460 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-4434dcff-5e5c-4048-9413-a77e0c1f5b02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.0592837 Aug 24 11:44:33.497844 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-bd0f0121-377d-4ee6-a75e-d249c5ad6041 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715091 Aug 24 11:44:33.629942 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-10f26d1d-9f0e-4cac-b0ef-e2ae4ef80d8c service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260805 Aug 24 11:44:33.763720 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee30e789-f4ed-40ad-a9a1-34383d70e4fa req-0f4536fa-cca7-4da2-b3b0-b996405cecf7 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271930 Aug 24 11:44:34.111930 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f791e-6406-4da6-9010-cc3df38917b2 req-b785e83f-beb4-4520-b9f3-ac1d9fb66919 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:34.113399 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7b2f791e-6406-4da6-9010-cc3df38917b2 req-b785e83f-beb4-4520-b9f3-ac1d9fb66919 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0774999 Aug 24 11:44:34.160628 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7b2f791e-6406-4da6-9010-cc3df38917b2 req-f7d668d2-d4c9-4106-a820-7c961e22581a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417457 Aug 24 11:44:35.434659 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59039b-4d29-480c-b68a-684279ee26e7 req-2f7f1da9-f26d-4664-8e93-d35d1ef1794b tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:35.436267 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e59039b-4d29-480c-b68a-684279ee26e7 req-2f7f1da9-f26d-4664-8e93-d35d1ef1794b tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1532855 Aug 24 11:44:35.483841 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e59039b-4d29-480c-b68a-684279ee26e7 req-d3479b65-56c5-4baa-8719-b28138bda7dc tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421171 Aug 24 11:44:39.203042 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:44:42.492574 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58496) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:42.630741 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:42.664404 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:42.668713 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Usage tracker for resource:security_group_rule and tenant:56b56997df6b43279d94d24f86b160cf is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:42.672163 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:42.677761 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:42.743569 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:42.747305 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:42.754011 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-eaf540ab-9e1e-4fc2-86c3-e28260067981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:42.792786 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee13af09-cc11-4d64-b9a8-27c0e5ea7b58,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:42.798889 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56b56997df6b43279d94d24f86b160cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3053324 Aug 24 11:44:42.801637 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58502) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:42.804110 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.804452 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.804822 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.805186 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.805547 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.805904 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.806259 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.806613 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.806964 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.807315 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.807676 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:42.811344 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:42.860520 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd082-65fa-4e07-b512-bbec3427f6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:42.885147 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd082-65fa-4e07-b512-bbec3427f6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:42.937392 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd082-65fa-4e07-b512-bbec3427f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:42.942060 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4fbc17f5-ed9a-4df5-b39c-c19352c5276d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:42.954911 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbd082-65fa-4e07-b512-bbec3427f6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee13af09-cc11-4d64-b9a8-27c0e5ea7b58,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:42.957281 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2ccbd082-65fa-4e07-b512-bbec3427f6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:42.959425 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-2ccbd082-65fa-4e07-b512-bbec3427f6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:42.960567 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-2ccbd082-65fa-4e07-b512-bbec3427f6a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee13af09-cc11-4d64-b9a8-27c0e5ea7b58 HTTP/1.1" status: 204 len: 168 time: 0.1579430 Aug 24 11:44:43.278043 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58510) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:43.296187 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:43.326916 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:43.330591 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Usage tracker for resource:security_group_rule and tenant:337673b0741b4b2c8d8064756a677bb9 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:43.333519 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:43.339073 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:43.402654 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:43.406183 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:43.412279 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-9b552487-aab5-4aeb-958b-839e97bd4d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:43.450153 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30ae688-942f-45ce-9069-91b58c03e34a,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:43.454157 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:43.457424 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=337673b0741b4b2c8d8064756a677bb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1783454 Aug 24 11:44:43.459976 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 58514) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:43.517639 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-094d4a39-ad07-4231-9bdd-02abb9e18d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:43.545588 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-094d4a39-ad07-4231-9bdd-02abb9e18d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:43.595451 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-094d4a39-ad07-4231-9bdd-02abb9e18d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:43.599015 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6b258b42-3bd6-4a07-9e38-5fb7ddf30d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:43.610035 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d4a39-ad07-4231-9bdd-02abb9e18d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30ae688-942f-45ce-9069-91b58c03e34a,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:43.613790 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-094d4a39-ad07-4231-9bdd-02abb9e18d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:43.616960 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-094d4a39-ad07-4231-9bdd-02abb9e18d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:43.620888 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-094d4a39-ad07-4231-9bdd-02abb9e18d6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e30ae688-942f-45ce-9069-91b58c03e34a HTTP/1.1" status: 204 len: 168 time: 0.1599488 Aug 24 11:44:43.998890 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58522) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:44.017096 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:44.047100 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:44.050835 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7037803792364aa4ba941cbff7be8858 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:44.053553 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:44.059134 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:44.125177 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:44.129105 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:44.135181 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2f9cc1a1-aebb-4efe-8044-4e7761dd8e40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:44.181236 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9904a19a-7503-4273-8829-135de45999dc,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:44.184964 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:44.187546 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-148055d2-810c-48b2-b3f9-eb26362cd1e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7037803792364aa4ba941cbff7be8858&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876616 Aug 24 11:44:44.190156 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58526) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:44:44.247863 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-70f44d23-cbca-42f3-8d99-b3d45720053d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:44.272539 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-70f44d23-cbca-42f3-8d99-b3d45720053d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:44.323480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-70f44d23-cbca-42f3-8d99-b3d45720053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:44.327517 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a5c8e64e-8699-4885-bf0f-ac0c0e1299d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:44.339070 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f44d23-cbca-42f3-8d99-b3d45720053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904a19a-7503-4273-8829-135de45999dc,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:44.341580 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-70f44d23-cbca-42f3-8d99-b3d45720053d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:44.350053 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-70f44d23-cbca-42f3-8d99-b3d45720053d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:44.351178 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-70f44d23-cbca-42f3-8d99-b3d45720053d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9904a19a-7503-4273-8829-135de45999dc HTTP/1.1" status: 204 len: 168 time: 0.1600273 Aug 24 11:44:46.978740 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-7be6b79d-3280-44a8-ae05-cefc20c769dc tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=5738b32724944929b568a43ce530e515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275238 Aug 24 11:44:47.124044 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66317-5b8c-4b1d-b448-67d71586778e req-39908760-90e7-4c36-b2bb-12bfdda6bb61 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:47.125445 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-39908760-90e7-4c36-b2bb-12bfdda6bb61 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410887 Aug 24 11:44:47.140643 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-68a042c5-38c5-4884-903d-57ce9b437dad tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/quotas/5738b32724944929b568a43ce530e515 HTTP/1.1" status: 200 len: 375 time: 0.0100162 Aug 24 11:44:47.190844 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-3754c6eb-81d1-4198-bbfb-c21dd958d641 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5738b32724944929b568a43ce530e515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455260 Aug 24 11:44:47.375266 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-697012e4-327c-459e-b224-190e0f93d6d2 req-77241d6d-7105-4cfe-abc4-d913bd29b094 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 210 time: 0.0434420 Aug 24 11:44:47.532399 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-15212cb6-5c36-4b69-a578-d120cae7b2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:47.923992 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:48.534979 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-22e24053-039c-46c7-ad52-cef27a68b10b req-a89d710c-5e85-4ef5-bf3e-b33a48e66c03 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 210 time: 0.0418539 Aug 24 11:44:48.671078 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-31c48876-8e3f-439b-95c8-1aab9c1f3ac3 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=5738b32724944929b568a43ce530e515&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276382 Aug 24 11:44:48.832660 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66317-5b8c-4b1d-b448-67d71586778e req-eaec2f80-d116-4c62-b5fb-37b6d84c5ae8 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:48.834949 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-eaec2f80-d116-4c62-b5fb-37b6d84c5ae8 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1569366 Aug 24 11:44:48.867460 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Request body: {'port': {'device_id': 'fd210dde-771d-4f74-9747-e030c7b60369', 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65', 'admin_state_up': True, 'tenant_id': '5738b32724944929b568a43ce530e515'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:44:49.064630 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:49.071548 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Usage tracker for resource:port and tenant:5738b32724944929b568a43ce530e515 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:49.074710 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:49.082784 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:49.101636 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53be64-4ce5-4d0b-ac1e-2daf6441e290 req-3bc31132-b586-4e6c-9bb2-e4bacd47c4d1 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:49.103088 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a53be64-4ce5-4d0b-ac1e-2daf6441e290 req-3bc31132-b586-4e6c-9bb2-e4bacd47c4d1 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.1145122 Aug 24 11:44:49.104231 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Made reservation on behalf of 5738b32724944929b568a43ce530e515 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:44:49.106991 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:49.135636 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:49.188960 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:44:49.194415 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a53be64-4ce5-4d0b-ac1e-2daf6441e290 req-32cf653d-6bfe-4071-96e3-be5a881541f5 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755680 Aug 24 11:44:49.195312 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Usage tracker for resource:security_group_rule and tenant:5738b32724944929b568a43ce530e515 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:44:49.198485 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:44:49.204634 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:44:49.356264 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:49.371271 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:49.376669 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-22b6a4db-2eb1-489d-96e7-539d6cca6b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:49.472802 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d2cbdc-444d-496d-aefc-5727a8a70aa0,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:49.479992 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:49.507628 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-2e39a2f2-f8b9-441d-b7d2-a10e0cf21df8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2891a7b2fff44cbbae63d2e36700762&device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1138 time: 0.2576671 Aug 24 11:44:49.575389 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7aeef-8041-4054-99a1-34423147d222 req-ad2e46bb-10a5-4bc6-a4f9-eab46757f911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:49.577432 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59a7aeef-8041-4054-99a1-34423147d222 req-ad2e46bb-10a5-4bc6-a4f9-eab46757f911 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.2938907 Aug 24 11:44:49.725353 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-d9cb38f7-6be6-4579-9e6b-a99f016d8f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:49.813907 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-03e81690-af78-4492-82f8-f80c43416d01 req-169ac11a-b134-471e-8ce8-297c4300bd1a tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 210 time: 0.1491382 Aug 24 11:44:49.817539 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Allocated IP 192.168.233.168 (0db5c134-123d-495b-8d1a-fcef91b56f65/73bc147a-ba78-4673-8b4c-a4f295808927/11a78b87-dc0d-4a76-a801-05ebc73031ca) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:44:49.859091 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-59a7aeef-8041-4054-99a1-34423147d222 req-d9e141bb-e022-4d7a-925b-e53a4bd54f8f tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2721224 Aug 24 11:44:49.869505 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-fa7d16fe-7de9-44ab-a9ef-2d5c1dd300b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:49.871407 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-fa7d16fe-7de9-44ab-a9ef-2d5c1dd300b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 200 len: 916 time: 0.3281870 Aug 24 11:44:50.069813 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-a2f25b67-06fc-430f-a34d-f0a14a01a079 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 1001 time: 0.1878738 Aug 24 11:44:50.184749 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-b96fce06-d159-4075-b0b8-89c3f5dc9597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:50.186789 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-b96fce06-d159-4075-b0b8-89c3f5dc9597 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=560fd2d0-8c68-4de5-b128-10c3c1c421e2 HTTP/1.1" status: 200 len: 854 time: 0.0953913 Aug 24 11:44:50.191003 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:50.249846 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Transition to ACTIVE for port object 11a78b87-dc0d-4a76-a801-05ebc73031ca will not be triggered until provisioned by entity DHCP. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:44:50.290511 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-59c47229-f466-48fc-b93c-3ae5de685a5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6610923c-1433-476c-bf09-ca6d4a276dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0963936 Aug 24 11:44:50.291891 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:50.297902 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-296680f4-b25c-4996-a588-6ba2a7f06824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:50.487091 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Network 0db5c134-123d-495b-8d1a-fcef91b56f65 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:44:50.491082 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Pushing event updated for resources: {'Port': ['ID=11a78b87-dc0d-4a76-a801-05ebc73031ca,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:50.493432 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:44:50.496879 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:50.499214 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:44:50.605254 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-f279bdd4-ad3a-49c9-8443-15bdf1785396 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769501 Aug 24 11:44:50.613162 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:50.613808 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:50.676897 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:50.710107 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9585d48-a347-4631-b1cd-8109681c5439 req-1769d26d-74f7-48c0-a3fc-0c599e057360 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:50.711763 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d9585d48-a347-4631-b1cd-8109681c5439 req-1769d26d-74f7-48c0-a3fc-0c599e057360 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.3851545 Aug 24 11:44:50.727907 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-ffcea7b0-e605-469c-99be-2f7dec999f5a None None] Provisioning for port 11a78b87-dc0d-4a76-a801-05ebc73031ca completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:44:50.733455 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-ffcea7b0-e605-469c-99be-2f7dec999f5a None None] Provisioning complete for port 11a78b87-dc0d-4a76-a801-05ebc73031ca triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:44:50.733939 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ffcea7b0-e605-469c-99be-2f7dec999f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:50.757349 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8941574 Aug 24 11:44:50.787268 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-ffcea7b0-e605-469c-99be-2f7dec999f5a None None] Port 11a78b87-dc0d-4a76-a801-05ebc73031ca cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:44:50.796733 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Request body: {'port': {'device_id': 'fd210dde-771d-4f74-9747-e030c7b60369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:44:50.848094 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d9585d48-a347-4631-b1cd-8109681c5439 req-6a964152-1626-41a9-bc1a-01de6f3d8890 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282644 Aug 24 11:44:50.863053 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c22c99ca-651a-4fe6-a4af-a82347aadc01 req-0cc5fc77-0376-49f0-8363-dce318cb7f90 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452493 Aug 24 11:44:50.922716 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:51.253476 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be6af0-9f5c-4cf2-8435-ae9bc7cd8867 req-374f72eb-baa6-42aa-bbb1-499931469b58 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:51.254169 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-99be6af0-9f5c-4cf2-8435-ae9bc7cd8867 req-374f72eb-baa6-42aa-bbb1-499931469b58 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Synchronizing usage tracker for tenant:5738b32724944929b568a43ce530e515 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:44:51.280178 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ef003-8a78-4fb2-b9f4-151bd1c9b00b req-cd3268c4-4ee3-47a6-b3fa-fba88c8d005c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:51.281592 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ea5ef003-8a78-4fb2-b9f4-151bd1c9b00b req-cd3268c4-4ee3-47a6-b3fa-fba88c8d005c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.2744787 Aug 24 11:44:51.319799 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-99be6af0-9f5c-4cf2-8435-ae9bc7cd8867 req-374f72eb-baa6-42aa-bbb1-499931469b58 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Unset dirty status for tenant:5738b32724944929b568a43ce530e515 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:44:51.320898 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-99be6af0-9f5c-4cf2-8435-ae9bc7cd8867 req-374f72eb-baa6-42aa-bbb1-499931469b58 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 936 time: 0.3513234 Aug 24 11:44:51.399119 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ea5ef003-8a78-4fb2-b9f4-151bd1c9b00b req-ada88c03-8899-4bec-a9f1-4a63e7280d76 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1110458 Aug 24 11:44:51.412078 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-99be6af0-9f5c-4cf2-8435-ae9bc7cd8867 req-3d6968d2-3f10-401c-8adc-1aeb797a5b3e tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Synchronizing usage tracker for tenant:5738b32724944929b568a43ce530e515 on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:44:51.560973 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-99be6af0-9f5c-4cf2-8435-ae9bc7cd8867 req-3d6968d2-3f10-401c-8adc-1aeb797a5b3e tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Unset dirty status for tenant:5738b32724944929b568a43ce530e515 on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:44:51.562141 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-99be6af0-9f5c-4cf2-8435-ae9bc7cd8867 req-3d6968d2-3f10-401c-8adc-1aeb797a5b3e tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285590 Aug 24 11:44:51.569564 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a78b87-dc0d-4a76-a801-05ebc73031ca {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:44:51.576974 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:51.596610 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Transition to ACTIVE for port object 11a78b87-dc0d-4a76-a801-05ebc73031ca will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:44:51.600583 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:51.604803 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:51.725657 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Pushing event updated for resources: {'Port': ['ID=11a78b87-dc0d-4a76-a801-05ebc73031ca,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:51.729141 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:51.832682 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Attempting to bind port 11a78b87-dc0d-4a76-a801-05ebc73031ca on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:44:51.833041 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Attempting to bind port 11a78b87-dc0d-4a76-a801-05ebc73031ca by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:44:51.833363 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Attempting to bind port 11a78b87-dc0d-4a76-a801-05ebc73031ca on network 0db5c134-123d-495b-8d1a-fcef91b56f65 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:44:51.838941 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Port 11a78b87-dc0d-4a76-a801-05ebc73031ca on network 0db5c134-123d-495b-8d1a-fcef91b56f65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:44:51.839252 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Attempting to bind port 11a78b87-dc0d-4a76-a801-05ebc73031ca on network 0db5c134-123d-495b-8d1a-fcef91b56f65 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:44:51.845591 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:44:51.845919 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Checking segment: {'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:44:51.846289 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Bound using segment: {'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:44:51.846699 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Bound port: 11a78b87-dc0d-4a76-a801-05ebc73031ca, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69cf856c-f2a8-4e19-baa0-32abe96087d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:44:51.847034 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:51.938402 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] For port 11a78b87-dc0d-4a76-a801-05ebc73031ca, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:44:51.941258 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] For port 11a78b87-dc0d-4a76-a801-05ebc73031ca, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=11a78b87-dc0d-4a76-a801-05ebc73031ca,segment=NetworkSegment(69cf856c-f2a8-4e19-baa0-32abe96087d8),segment_id=69cf856c-f2a8-4e19-baa0-32abe96087d8)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:44:51.945968 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:51.949759 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:52.050077 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:52.051833 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] 10.222.0.37 "PUT /v2.0/ports/11a78b87-dc0d-4a76-a801-05ebc73031ca HTTP/1.1" status: 200 len: 1098 time: 1.2685821 Aug 24 11:44:52.055255 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd210dde-771d-4f74-9747-e030c7b60369', 'tag': '11a78b87-dc0d-4a76-a801-05ebc73031ca'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:44:52.086533 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Pushing event updated for resources: {'Port': ['ID=11a78b87-dc0d-4a76-a801-05ebc73031ca,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:52.090262 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:52.116700 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd20af6-8d63-478c-9dca-14022a920d72 req-15373620-f378-4c9b-8a9d-1c2c8c031f2f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:52.118435 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0fd20af6-8d63-478c-9dca-14022a920d72 req-15373620-f378-4c9b-8a9d-1c2c8c031f2f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.1373744 Aug 24 11:44:52.218814 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0fd20af6-8d63-478c-9dca-14022a920d72 req-56bfe74b-ea64-4f85-9a96-54ca765ba11b tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682940 Aug 24 11:44:52.234282 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-153ecc10-8e12-42be-baff-6f0484fd429f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5738b32724944929b568a43ce530e515&device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 1101 time: 0.1141663 Aug 24 11:44:52.306680 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd210dde-771d-4f74-9747-e030c7b60369', 'tag': '11a78b87-dc0d-4a76-a801-05ebc73031ca', 'status': 'completed', 'code': 200} Aug 24 11:44:52.320795 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-12e04d87-2e71-44a2-8e04-943361993bee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=11a78b87-dc0d-4a76-a801-05ebc73031ca HTTP/1.1" status: 200 len: 217 time: 0.0670068 Aug 24 11:44:52.322603 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:52.382850 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66317-5b8c-4b1d-b448-67d71586778e req-9134bb75-f459-4048-a8e8-1af7b430df63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:52.384282 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-9134bb75-f459-4048-a8e8-1af7b430df63 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73bc147a-ba78-4673-8b4c-a4f295808927 HTTP/1.1" status: 200 len: 843 time: 0.0571437 Aug 24 11:44:52.461781 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-38410221-887e-4c70-806e-1358dbfb6b4a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0db5c134-123d-495b-8d1a-fcef91b56f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0701454 Aug 24 11:44:52.650911 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-7dd12f4e-74c3-41b4-9738-0ab594c8c061 service neutron] 10.222.0.37 "GET /v2.0/networks/0db5c134-123d-495b-8d1a-fcef91b56f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774244 Aug 24 11:44:52.683944 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb6554-1910-4e5d-8941-74e2d3ec65ca req-801d2f51-feca-45a2-aa6b-c9efc2d046ba tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:52.685468 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cceb6554-1910-4e5d-8941-74e2d3ec65ca req-801d2f51-feca-45a2-aa6b-c9efc2d046ba tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.1482890 Aug 24 11:44:52.874213 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cceb6554-1910-4e5d-8941-74e2d3ec65ca req-92896d0d-84ee-4ce1-be7d-9c7960ead562 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034424 Aug 24 11:44:52.882713 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-97c66317-5b8c-4b1d-b448-67d71586778e req-d5375cf4-3671-4c91-aa59-48b658809861 service neutron] 10.222.0.37 "GET /v2.0/networks/0db5c134-123d-495b-8d1a-fcef91b56f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239482 Aug 24 11:44:52.895493 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9501ee-8806-4a73-a9f5-759204de12fa req-fdf0b606-f509-4782-ba15-0d29990ea13b tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:52.896959 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7f9501ee-8806-4a73-a9f5-759204de12fa req-fdf0b606-f509-4782-ba15-0d29990ea13b tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 948 time: 0.2107401 Aug 24 11:44:52.942671 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7f9501ee-8806-4a73-a9f5-759204de12fa req-39ed3734-b4df-4726-a952-01dbf10107d8 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Aug 24 11:44:53.064786 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-a616301c-d2f1-44b6-b2c2-9c437880bc69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5738b32724944929b568a43ce530e515&device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 1101 time: 0.0677431 Aug 24 11:44:53.194720 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-eac7c7f8-a6df-423f-9846-477f31e5cd51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:53.196078 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-eac7c7f8-a6df-423f-9846-477f31e5cd51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0db5c134-123d-495b-8d1a-fcef91b56f65 HTTP/1.1" status: 200 len: 870 time: 0.1232719 Aug 24 11:44:53.342339 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-74494f91-1277-46f3-9ae6-7cbe3a526619 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=11a78b87-dc0d-4a76-a801-05ebc73031ca HTTP/1.1" status: 200 len: 217 time: 0.1384637 Aug 24 11:44:53.452241 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-dc76758c-3571-49ea-adc1-f753b732d93f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:53.453561 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-dc76758c-3571-49ea-adc1-f753b732d93f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=73bc147a-ba78-4673-8b4c-a4f295808927 HTTP/1.1" status: 200 len: 843 time: 0.0780139 Aug 24 11:44:53.502321 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca52b-ec93-4055-b7ac-36235e1aa3fe req-6eb2cc54-42e7-4137-a2a8-1c65b6e9095a tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:53.503736 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9c6ca52b-ec93-4055-b7ac-36235e1aa3fe req-6eb2cc54-42e7-4137-a2a8-1c65b6e9095a tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.1593072 Aug 24 11:44:53.568653 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9c6ca52b-ec93-4055-b7ac-36235e1aa3fe req-6bdc8df5-8b9b-42a2-bea2-0c01ad1165b6 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588849 Aug 24 11:44:53.575717 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-ed3626f4-45b0-4f32-8497-12fab4f0017a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0db5c134-123d-495b-8d1a-fcef91b56f65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1134498 Aug 24 11:44:53.706066 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-d2e08137-c369-41c7-aaec-e83ea5614a7b service neutron] 10.222.0.37 "GET /v2.0/networks/0db5c134-123d-495b-8d1a-fcef91b56f65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233487 Aug 24 11:44:53.838901 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7f13d23-cd99-4770-963d-88bdedc9d7c9 req-2f7f2b14-eaab-49fa-a3d5-2133d1c7fc74 service neutron] 10.222.0.37 "GET /v2.0/networks/0db5c134-123d-495b-8d1a-fcef91b56f65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223316 Aug 24 11:44:54.065860 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81697386-9499-4fac-8303-6a584b51c7a7 req-ae5e5705-6b58-4f19-8668-d84cd15615d8 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:54.067430 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-81697386-9499-4fac-8303-6a584b51c7a7 req-ae5e5705-6b58-4f19-8668-d84cd15615d8 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.0767605 Aug 24 11:44:54.163993 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-81697386-9499-4fac-8303-6a584b51c7a7 req-01860833-15f8-4fcc-ac22-1c446db533fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627308 Aug 24 11:44:54.181688 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b67b81-ed19-4f1d-9792-6653dc49a301 req-23b9843b-db46-44d4-a9c8-809d5025c611 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:54.183243 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b3b67b81-ed19-4f1d-9792-6653dc49a301 req-23b9843b-db46-44d4-a9c8-809d5025c611 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 948 time: 0.1149294 Aug 24 11:44:54.228678 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b3b67b81-ed19-4f1d-9792-6653dc49a301 req-a329ffc1-3f12-42e5-812c-e657fac79b65 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Aug 24 11:44:54.764202 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980dc6c-1482-4f12-82d4-faa813319867 req-e1f17b6b-7259-4243-9094-4af536042624 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:54.765611 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1980dc6c-1482-4f12-82d4-faa813319867 req-e1f17b6b-7259-4243-9094-4af536042624 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0739899 Aug 24 11:44:54.812879 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1980dc6c-1482-4f12-82d4-faa813319867 req-30c0939c-e38e-4d74-9614-86055a27b1c0 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416839 Aug 24 11:44:55.389967 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59eb637-e70b-43ad-b54c-89585c088f3b req-c25f121e-a060-4570-9b94-ad53577425cc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:55.391355 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d59eb637-e70b-43ad-b54c-89585c088f3b req-c25f121e-a060-4570-9b94-ad53577425cc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.1084394 Aug 24 11:44:55.457865 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d59eb637-e70b-43ad-b54c-89585c088f3b req-a370d5dd-37eb-497f-a722-95cbdd7b681b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605512 Aug 24 11:44:55.467586 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbc23-3b66-45bd-8ca6-f5d25f14da0e req-8c83a5db-3846-45b3-8c8c-1f8728447ab4 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:55.468986 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f63fbc23-3b66-45bd-8ca6-f5d25f14da0e req-8c83a5db-3846-45b3-8c8c-1f8728447ab4 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 948 time: 0.1211920 Aug 24 11:44:55.513075 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f63fbc23-3b66-45bd-8ca6-f5d25f14da0e req-3aa4fdf1-8ba9-4932-a13e-1981f7ae7d07 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 Aug 24 11:44:56.002107 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b29d79-69a6-4ade-a5f6-9a3a7f3a4dc7 req-1fb2c90b-3c70-44e6-b741-96ae474f2dd9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:56.003436 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d3b29d79-69a6-4ade-a5f6-9a3a7f3a4dc7 req-1fb2c90b-3c70-44e6-b741-96ae474f2dd9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0741060 Aug 24 11:44:56.048259 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d3b29d79-69a6-4ade-a5f6-9a3a7f3a4dc7 req-8a1480e4-efaf-4ce9-ab9e-f134fabd8fe9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392668 Aug 24 11:44:56.596736 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 11a78b87-dc0d-4a76-a801-05ebc73031ca details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:44:56.696548 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3013d-f4cb-4331-aef6-54ea6c652041 req-19cf5b7d-159a-4349-8aa7-9fe30166e651 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:56.698009 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-aee3013d-f4cb-4331-aef6-54ea6c652041 req-19cf5b7d-159a-4349-8aa7-9fe30166e651 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.1232114 Aug 24 11:44:56.762827 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 11a78b87-dc0d-4a76-a801-05ebc73031ca, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=11a78b87-dc0d-4a76-a801-05ebc73031ca,segment=NetworkSegment(69cf856c-f2a8-4e19-baa0-32abe96087d8),segment_id=69cf856c-f2a8-4e19-baa0-32abe96087d8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:44:56.765326 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de378797-7ec0-4faa-8a0f-0d0271d5e9be req-10ca0ec9-9296-43c5-8bc3-9a16646312b3 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:56.766759 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-de378797-7ec0-4faa-8a0f-0d0271d5e9be req-10ca0ec9-9296-43c5-8bc3-9a16646312b3 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 948 time: 0.1256349 Aug 24 11:44:56.769621 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-aee3013d-f4cb-4331-aef6-54ea6c652041 req-5a3ed157-adb0-4322-86df-8e6484be00c9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604699 Aug 24 11:44:56.777003 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '11a78b87-dc0d-4a76-a801-05ebc73031ca', 'network_id': '0db5c134-123d-495b-8d1a-fcef91b56f65', 'port_id': '11a78b87-dc0d-4a76-a801-05ebc73031ca', 'mac_address': 'fa:16:3e:5f:29:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bc147a-ba78-4673-8b4c-a4f295808927', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:44:56.814410 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-de378797-7ec0-4faa-8a0f-0d0271d5e9be req-31bee36c-732f-4299-b99b-cc68a882e12b tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415502 Aug 24 11:44:56.830006 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:56.847108 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a78b87-dc0d-4a76-a801-05ebc73031ca {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:44:56.861450 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 11a78b87-dc0d-4a76-a801-05ebc73031ca, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=11a78b87-dc0d-4a76-a801-05ebc73031ca,segment=NetworkSegment(69cf856c-f2a8-4e19-baa0-32abe96087d8),segment_id=69cf856c-f2a8-4e19-baa0-32abe96087d8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:44:56.865288 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:56.866940 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-cb61548e-b3d3-48bc-ab75-61872543d433 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:56.930774 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=11a78b87-dc0d-4a76-a801-05ebc73031ca,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:56.939338 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.939704 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.940041 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.940371 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.940797 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.941131 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.941453 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.941772 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.942090 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.942406 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.942720 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:44:56.946338 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:57.242905 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac6518-3d4a-4e35-8930-74c23166e4ed req-f099eb60-fa46-4ad0-a80b-5dceea525808 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:57.244361 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4cac6518-3d4a-4e35-8930-74c23166e4ed req-f099eb60-fa46-4ad0-a80b-5dceea525808 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0745535 Aug 24 11:44:57.288341 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4cac6518-3d4a-4e35-8930-74c23166e4ed req-90c17caa-7914-4b98-a92c-58cac1c11a95 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386281 Aug 24 11:44:57.328849 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['11a78b87-dc0d-4a76-a801-05ebc73031ca'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:44:58.022635 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1dfb7-0bba-4c29-8949-12b018b78895 req-47f5d45d-f3ed-46b3-afb8-e7e76b91cc62 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:58.024101 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ac1dfb7-0bba-4c29-8949-12b018b78895 req-47f5d45d-f3ed-46b3-afb8-e7e76b91cc62 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.1339967 Aug 24 11:44:58.060342 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d765fad-8645-4272-99d4-284003bdc9b1 req-bd03eca2-2ed4-45d2-85df-39d7aeba1b52 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:58.062240 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0d765fad-8645-4272-99d4-284003bdc9b1 req-bd03eca2-2ed4-45d2-85df-39d7aeba1b52 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 949 time: 0.1208489 Aug 24 11:44:58.109843 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ac1dfb7-0bba-4c29-8949-12b018b78895 req-7cd3ea59-0e51-4977-b2cf-4f7285ff87d3 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788615 Aug 24 11:44:58.206225 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0d765fad-8645-4272-99d4-284003bdc9b1 req-bb330277-40ed-47b9-b032-acbd12cd9924 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333876 Aug 24 11:44:58.477643 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00626104-0204-4132-a6e5-a15e49a2f4cb req-8bff52e5-4768-43c9-a0ec-77399c086ee5 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:58.479049 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-00626104-0204-4132-a6e5-a15e49a2f4cb req-8bff52e5-4768-43c9-a0ec-77399c086ee5 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0747323 Aug 24 11:44:58.522495 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-00626104-0204-4132-a6e5-a15e49a2f4cb req-d89c5824-9413-4eb6-b890-0d44bbe80cd9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372875 Aug 24 11:44:58.610941 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 11a78b87-dc0d-4a76-a801-05ebc73031ca up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:44:58.680630 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 11a78b87-dc0d-4a76-a801-05ebc73031ca completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:44:58.685350 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 11a78b87-dc0d-4a76-a801-05ebc73031ca triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:44:58.685726 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:58.797757 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:58.823289 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd210dde-771d-4f74-9747-e030c7b60369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a78b87-dc0d-4a76-a801-05ebc73031ca'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:44:58.832869 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 11a78b87-dc0d-4a76-a801-05ebc73031ca, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=11a78b87-dc0d-4a76-a801-05ebc73031ca,segment=NetworkSegment(69cf856c-f2a8-4e19-baa0-32abe96087d8),segment_id=69cf856c-f2a8-4e19-baa0-32abe96087d8)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:44:58.836740 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:44:58.838496 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:44:58.901670 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=11a78b87-dc0d-4a76-a801-05ebc73031ca,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:44:58.905150 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:44:58.955262 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd210dde-771d-4f74-9747-e030c7b60369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a78b87-dc0d-4a76-a801-05ebc73031ca', 'code': 200} Aug 24 11:44:59.217641 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-71d08822-3f5f-40d6-ba26-df0057d84747 req-30d9c9c5-efa8-4962-9c02-737240120b88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 1103 time: 0.0698564 Aug 24 11:44:59.317154 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-71d08822-3f5f-40d6-ba26-df0057d84747 req-3d3e9b5e-f4a6-4d3c-bc85-9ff7f20b759e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850813 Aug 24 11:44:59.376693 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099436-6859-4c30-aa6b-77302f4ed764 req-bc769644-af18-42c4-ad31-85e4b6b4eda8 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:59.378105 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-62099436-6859-4c30-aa6b-77302f4ed764 req-bc769644-af18-42c4-ad31-85e4b6b4eda8 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.1328814 Aug 24 11:44:59.441769 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-62099436-6859-4c30-aa6b-77302f4ed764 req-ea314c91-2e48-4273-9a11-c9fec7a3f638 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576596 Aug 24 11:44:59.447874 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e862a-ac78-49a2-abee-cec69772402f req-ed577be8-2c24-4783-8277-3b0addbd3add tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:59.449241 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-213e862a-ac78-49a2-abee-cec69772402f req-ed577be8-2c24-4783-8277-3b0addbd3add tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 950 time: 0.1243317 Aug 24 11:44:59.494717 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-213e862a-ac78-49a2-abee-cec69772402f req-ce5604e0-f2ec-4ad0-99b2-ff8f92e6755f tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393817 Aug 24 11:44:59.729797 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2189ea-a75c-45d5-845d-05c3950eff20 req-883a29cf-6e12-4d8c-ac9d-322abebb647b tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:44:59.731188 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5a2189ea-a75c-45d5-845d-05c3950eff20 req-883a29cf-6e12-4d8c-ac9d-322abebb647b tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0796692 Aug 24 11:44:59.776006 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5a2189ea-a75c-45d5-845d-05c3950eff20 req-3280647e-f54b-4af2-bb44-00684e3b8a80 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392783 Aug 24 11:45:00.097940 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:00.694955 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68004c9f-fa18-4590-8d0c-85d1bf6ef8ba req-39d180a5-f883-4d55-93b1-821c86f4316d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:00.696425 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-68004c9f-fa18-4590-8d0c-85d1bf6ef8ba req-39d180a5-f883-4d55-93b1-821c86f4316d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.1335385 Aug 24 11:45:00.724620 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b97d6-e0d0-4614-82bd-57b66712c24e req-577a5cba-7f7b-479e-af66-36bc6c46de1a tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:00.726014 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-170b97d6-e0d0-4614-82bd-57b66712c24e req-577a5cba-7f7b-479e-af66-36bc6c46de1a tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 950 time: 0.1107304 Aug 24 11:45:00.784514 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-68004c9f-fa18-4590-8d0c-85d1bf6ef8ba req-fa951fe5-9bbc-4ea8-aacd-cec3496a9a1e tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822937 Aug 24 11:45:00.789071 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-170b97d6-e0d0-4614-82bd-57b66712c24e req-67ef05f8-95f1-4f46-8dc7-589bda5cfeb6 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571525 Aug 24 11:45:00.984584 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e4397-1e17-4471-a624-98c67c0d0bdb req-1831771d-55cf-4f43-8bff-78dab93a3cd7 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:00.986528 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-387e4397-1e17-4471-a624-98c67c0d0bdb req-1831771d-55cf-4f43-8bff-78dab93a3cd7 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0831153 Aug 24 11:45:01.035953 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-387e4397-1e17-4471-a624-98c67c0d0bdb req-7492d998-813f-45bf-ba58-0a52facb052e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438650 Aug 24 11:45:01.600613 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51275599-ebb6-4f12-86d3-f110baa809bc req-ddd55231-b221-48ea-bb17-182c3fe8bf82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670133 Aug 24 11:45:01.754645 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51275599-ebb6-4f12-86d3-f110baa809bc req-259d7f10-fff3-4e28-a512-6660535731b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 1099 time: 0.0684981 Aug 24 11:45:01.898333 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51275599-ebb6-4f12-86d3-f110baa809bc req-cc662a1f-4b68-49f1-a519-843313d0c730 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:01.899831 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51275599-ebb6-4f12-86d3-f110baa809bc req-cc662a1f-4b68-49f1-a519-843313d0c730 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.1256404 Aug 24 11:45:02.098040 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51275599-ebb6-4f12-86d3-f110baa809bc req-b9ed7671-87ea-42af-8670-38f47149c7da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 200 len: 1000 time: 0.1907790 Aug 24 11:45:02.174151 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803fb28-684f-455e-9a1f-2bcd7d6a1e80 req-7ecba12c-449c-49ab-9782-5bbc8546b982 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:02.175472 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4803fb28-684f-455e-9a1f-2bcd7d6a1e80 req-7ecba12c-449c-49ab-9782-5bbc8546b982 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 950 time: 0.2182167 Aug 24 11:45:02.186442 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6764b1-0da8-4bc6-904e-18b977314429 req-a3f242b9-d449-4e6f-9022-f4a737cccdd7 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:02.187835 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-de6764b1-0da8-4bc6-904e-18b977314429 req-a3f242b9-d449-4e6f-9022-f4a737cccdd7 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.2295496 Aug 24 11:45:02.209755 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51275599-ebb6-4f12-86d3-f110baa809bc req-284e6ea1-eced-4a56-8e01-06ba2eba7daa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:02.211079 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51275599-ebb6-4f12-86d3-f110baa809bc req-284e6ea1-eced-4a56-8e01-06ba2eba7daa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.1056540 Aug 24 11:45:02.307510 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4803fb28-684f-455e-9a1f-2bcd7d6a1e80 req-8e2a29cc-4fb8-4e08-b4af-be87bb82930a tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187565 Aug 24 11:45:02.320897 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-de6764b1-0da8-4bc6-904e-18b977314429 req-e519e28f-58bc-46f3-a735-922649b4afbc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143718 Aug 24 11:45:02.360137 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51275599-ebb6-4f12-86d3-f110baa809bc req-e5acac51-b2bb-45aa-ab8d-993e8a37449d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1339605 Aug 24 11:45:02.647527 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51275599-ebb6-4f12-86d3-f110baa809bc req-4288ace8-66ef-41c4-9f8f-bb40fe5acc24 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801478 Aug 24 11:45:02.662854 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f4bda-a2dc-4ef5-98e5-4123db79156d req-43b2d481-65d4-4d60-bd09-e9c03c67d5bf tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:02.664308 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ec7f4bda-a2dc-4ef5-98e5-4123db79156d req-43b2d481-65d4-4d60-bd09-e9c03c67d5bf tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.2176089 Aug 24 11:45:02.855661 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ec7f4bda-a2dc-4ef5-98e5-4123db79156d req-eb5dc98d-0310-481f-a51d-37deb10402df tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844337 Aug 24 11:45:02.893815 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51275599-ebb6-4f12-86d3-f110baa809bc req-38edb335-f7b6-4741-99f1-2d2e8450eb45 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053046 Aug 24 11:45:02.904481 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab0f8e-a141-403f-8b16-cc9e7bd41b92 req-1fdd011a-c27f-46be-ad20-ae902990a676 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:02.905948 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3fab0f8e-a141-403f-8b16-cc9e7bd41b92 req-1fdd011a-c27f-46be-ad20-ae902990a676 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 950 time: 0.1933539 Aug 24 11:45:02.952835 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3fab0f8e-a141-403f-8b16-cc9e7bd41b92 req-852ab164-a2fe-499c-a6f4-9b02611f3b13 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Aug 24 11:45:03.522214 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff51a1f-a61b-4b97-9bce-f3008be87ef4 req-7fd0476f-7221-442d-a467-ee7ea34fabb0 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:03.523644 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5ff51a1f-a61b-4b97-9bce-f3008be87ef4 req-7fd0476f-7221-442d-a467-ee7ea34fabb0 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.0764437 Aug 24 11:45:03.572935 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5ff51a1f-a61b-4b97-9bce-f3008be87ef4 req-a9e88225-70c8-43e6-b282-9a428e6a7e7d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437257 Aug 24 11:45:04.049847 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadaa5d-afdd-498c-90db-621a1a49f0d8 req-0d7fee40-ea80-485b-89d8-e9a868c24ead tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:04.051310 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8fadaa5d-afdd-498c-90db-621a1a49f0d8 req-0d7fee40-ea80-485b-89d8-e9a868c24ead tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0776680 Aug 24 11:45:04.138810 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8fadaa5d-afdd-498c-90db-621a1a49f0d8 req-87a4b139-2ade-452e-ac3b-cbc577014a96 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819385 Aug 24 11:45:04.175332 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1c172-f601-4dec-9e0e-496c7d6cd7ed req-a58c6875-268e-4db6-977c-20416e3816e4 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:04.176801 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-80c1c172-f601-4dec-9e0e-496c7d6cd7ed req-a58c6875-268e-4db6-977c-20416e3816e4 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 950 time: 0.0984435 Aug 24 11:45:04.223794 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-80c1c172-f601-4dec-9e0e-496c7d6cd7ed req-8b3c16cc-b27e-4284-94e1-d6a229ca086d tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Aug 24 11:45:04.396880 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-384a2225-c166-48c3-a0c1-5334080787a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1805528a710a456ca762f8be89c32f36&device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1098 time: 0.0680096 Aug 24 11:45:04.657596 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-335cf20e-9853-4671-8f08-75c04afaba32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:04.659024 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-335cf20e-9853-4671-8f08-75c04afaba32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 200 len: 910 time: 0.1598642 Aug 24 11:45:04.664608 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c251c-2df7-45f0-8100-f308ae4176ab req-da0e0e61-0fc0-4bee-b3fb-b18286fb8c53 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:04.665872 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-913c251c-2df7-45f0-8100-f308ae4176ab req-da0e0e61-0fc0-4bee-b3fb-b18286fb8c53 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 950 time: 0.1971047 Aug 24 11:45:04.841429 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Deleting port 11a78b87-dc0d-4a76-a801-05ebc73031ca {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:45:04.841872 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:04.908838 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-731cc670-c3be-44a9-8ee2-9a6f113c5612 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 200 len: 1000 time: 0.2416739 Aug 24 11:45:05.027878 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81fb8-4f5c-412d-8e61-b5418da6f8b2 req-e6d07565-b3fd-4643-8606-8228b451aaae tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:05.029821 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f0b81fb8-4f5c-412d-8e61-b5418da6f8b2 req-e6d07565-b3fd-4643-8606-8228b451aaae tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.3171318 Aug 24 11:45:05.037401 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-6f02cd78-4997-4dff-b4af-85ceaedab0b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:05.038719 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-6f02cd78-4997-4dff-b4af-85ceaedab0b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ded2441-c687-41d8-9745-e88d14301842 HTTP/1.1" status: 200 len: 848 time: 0.1232958 Aug 24 11:45:05.220162 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f0b81fb8-4f5c-412d-8e61-b5418da6f8b2 req-10ac0927-1366-43a8-9355-4cd2eb46fcff tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1785932 Aug 24 11:45:05.257593 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] For port 11a78b87-dc0d-4a76-a801-05ebc73031ca, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=11a78b87-dc0d-4a76-a801-05ebc73031ca,segment=NetworkSegment(69cf856c-f2a8-4e19-baa0-32abe96087d8),segment_id=69cf856c-f2a8-4e19-baa0-32abe96087d8)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:05.257947 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:05.496623 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Calling delete_port for 11a78b87-dc0d-4a76-a801-05ebc73031ca owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:45:05.566548 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-9bbb876f-016e-4313-bccf-c7220e1b44c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f96d1c54-051a-40d0-9ed8-2d9a674f1188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4936440 Aug 24 11:45:05.813728 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af734056-ff33-468f-89f6-7456487fe6f4 req-f1d5b013-f03b-490f-84dc-290e250f4d75 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:05.815161 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-af734056-ff33-468f-89f6-7456487fe6f4 req-f1d5b013-f03b-490f-84dc-290e250f4d75 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/ports?device_id=fd210dde-771d-4f74-9747-e030c7b60369 HTTP/1.1" status: 200 len: 950 time: 0.3305500 Aug 24 11:45:05.824676 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf6726-8153-4e42-b399-606d7a2f8ce6 req-e0d40bb5-7381-43dd-b465-b50e5aaebedd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:05.826874 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-27cf6726-8153-4e42-b399-606d7a2f8ce6 req-e0d40bb5-7381-43dd-b465-b50e5aaebedd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.5571868 Aug 24 11:45:05.837257 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-f7f59392-d2fd-4b7f-beaa-d093ccf825e6 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556789 Aug 24 11:45:05.973080 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:05.985937 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:06.009806 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['11a78b87-dc0d-4a76-a801-05ebc73031ca'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:45:06.050672 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Pushing event deleted for resources: {'Port': ['ID=11a78b87-dc0d-4a76-a801-05ebc73031ca,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:06.057694 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-af734056-ff33-468f-89f6-7456487fe6f4 req-1523dd3b-cc3c-474d-88d1-0bf1c9e602a9 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.49 "GET /v2.0/security-groups?id=37d2cbdc-444d-496d-aefc-5727a8a70aa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286010 Aug 24 11:45:06.059620 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-27cf6726-8153-4e42-b399-606d7a2f8ce6 req-67461694-04e9-4e0d-a7b4-21519d89a960 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260187 Aug 24 11:45:06.125374 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.125733 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.126085 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.126434 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.126779 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.127119 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.127457 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.127822 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.128159 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.128496 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.128829 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:06.138779 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:06.171901 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b7428bc-5586-4ec1-b9b8-ebdff13d28b6 req-df454e3e-6d07-467b-8b25-3c056b92ac87 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035586 Aug 24 11:45:06.176938 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] No DVR routers for this DVR port 11a78b87-dc0d-4a76-a801-05ebc73031ca on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:45:06.179388 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:06.183148 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd210dde-771d-4f74-9747-e030c7b60369', 'name': 'network-vif-deleted', 'tag': '11a78b87-dc0d-4a76-a801-05ebc73031ca'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:06.205833 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-913c251c-2df7-45f0-8100-f308ae4176ab req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] 10.222.0.37 "DELETE /v2.0/ports/11a78b87-dc0d-4a76-a801-05ebc73031ca HTTP/1.1" status: 204 len: 173 time: 1.4919469 Aug 24 11:45:06.245899 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd210dde-771d-4f74-9747-e030c7b60369', 'name': 'network-vif-deleted', 'tag': '11a78b87-dc0d-4a76-a801-05ebc73031ca', 'status': 'completed', 'code': 200} Aug 24 11:45:06.422138 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4b290-b1df-4b8d-8e6e-9da0bb6c0df0 req-ece35cf2-213e-48a5-9baa-aea930dd6e13 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:06.423465 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8da4b290-b1df-4b8d-8e6e-9da0bb6c0df0 req-ece35cf2-213e-48a5-9baa-aea930dd6e13 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.0772448 Aug 24 11:45:06.470456 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8da4b290-b1df-4b8d-8e6e-9da0bb6c0df0 req-c25daba5-d05c-4af8-8285-047d04a75e24 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414367 Aug 24 11:45:07.258581 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae8f2c-611f-4501-893a-b891bf313b81 req-875e8036-902a-4839-9521-0f3d2a6ef683 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:07.260166 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1fae8f2c-611f-4501-893a-b891bf313b81 req-875e8036-902a-4839-9521-0f3d2a6ef683 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0815067 Aug 24 11:45:07.305404 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1fae8f2c-611f-4501-893a-b891bf313b81 req-d42507e4-a88c-4b91-96a9-f966f5af8093 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389483 Aug 24 11:45:07.674294 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d351d1d-d092-45c4-a01c-c2164a6bcff7 req-f4e6e685-838e-4aa4-92b3-07cc45e865f0 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:07.675780 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0d351d1d-d092-45c4-a01c-c2164a6bcff7 req-f4e6e685-838e-4aa4-92b3-07cc45e865f0 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.0819271 Aug 24 11:45:07.729134 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0d351d1d-d092-45c4-a01c-c2164a6bcff7 req-bff62509-26ff-4410-a9fa-51cec9772e66 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=41ce05c3-0ce0-44fb-add7-0602f05fa64a&id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475745 Aug 24 11:45:08.509417 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb26ae-1373-4928-9b27-cb1a88472486 req-aa799e43-d389-4c49-8952-d35f65010121 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:08.511047 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-14bb26ae-1373-4928-9b27-cb1a88472486 req-aa799e43-d389-4c49-8952-d35f65010121 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0814276 Aug 24 11:45:08.561498 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-14bb26ae-1373-4928-9b27-cb1a88472486 req-38bbd06d-56ae-424b-9e55-640fd4941fe2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445278 Aug 24 11:45:08.687374 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 11a78b87-dc0d-4a76-a801-05ebc73031ca no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:45:08.724040 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 11a78b87-dc0d-4a76-a801-05ebc73031ca {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:45:08.724394 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 11a78b87-dc0d-4a76-a801-05ebc73031ca not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:45:08.724954 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device dc475e2b-a422-4361-9ffd-7d3436ed16bc no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:45:08.838974 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:08.865860 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:08.875390 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:08.880377 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:08.882292 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:08.923294 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'code': 200} Aug 24 11:45:08.948093 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=6']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:08.951029 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:09.762851 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd50a1-3e89-448c-b228-4de1d11c77ae req-cd31494e-6ac2-4002-bf96-5156e5ca9a5e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:09.764340 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-decd50a1-3e89-448c-b228-4de1d11c77ae req-cd31494e-6ac2-4002-bf96-5156e5ca9a5e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0822005 Aug 24 11:45:09.811377 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-decd50a1-3e89-448c-b228-4de1d11c77ae req-8b282e23-ef16-4c5f-84e5-13ebcf38c845 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Aug 24 11:45:10.125345 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e0b2ac9f-245f-4b3f-8871-2a2b92c9d801 req-240c5756-457d-4eae-a78b-836eaebdf140 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1941233 Aug 24 11:45:10.310023 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58882) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:10.393847 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec02209-f876-4e56-b79e-628b1642b1ab req-a0271923-1f86-41e1-a9d6-132338cc0e64 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:10.395280 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eec02209-f876-4e56-b79e-628b1642b1ab req-a0271923-1f86-41e1-a9d6-132338cc0e64 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0800395 Aug 24 11:45:10.442386 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eec02209-f876-4e56-b79e-628b1642b1ab req-e4ad01a3-5537-402f-9b05-234ce0818c2f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 Aug 24 11:45:10.454434 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-488b633f-48b2-439a-89b0-73a4f57aade0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428223 Aug 24 11:45:11.543902 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-0416d34c-e02c-4a3b-80b9-21acb06de745 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a&tenant_id=1805528a710a456ca762f8be89c32f36 HTTP/1.1" status: 200 len: 1096 time: 0.0696225 Aug 24 11:45:11.670465 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58902) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:11.803000 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32558f9-6b65-4ca4-b07d-e232f83a0d16 req-159a9b84-3778-4642-90a5-2a93ab3a4a8c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:11.804697 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d32558f9-6b65-4ca4-b07d-e232f83a0d16 req-159a9b84-3778-4642-90a5-2a93ab3a4a8c tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.2323327 Aug 24 11:45:11.808654 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-6a85bebb-ddbb-444d-aaf9-b8c6f18ed132 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1805528a710a456ca762f8be89c32f36&device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1096 time: 0.2057269 Aug 24 11:45:11.872436 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-3a8ba3b3-6cda-4eb3-ae78-ccf73e53a8d0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5738b32724944929b568a43ce530e515&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2006521 Aug 24 11:45:11.874742 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58908) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:11.928810 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d32558f9-6b65-4ca4-b07d-e232f83a0d16 req-63b13591-0e23-4bcb-a8c0-bf6bd599db6a tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183946 Aug 24 11:45:11.937557 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1bad2f3c-ce9f-477a-8fb1-c97b58214c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:11.970318 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1bad2f3c-ce9f-477a-8fb1-c97b58214c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:11.979678 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-2822bb0a-9021-4a69-8e5e-8d99af79d584 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:11.981105 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-2822bb0a-9021-4a69-8e5e-8d99af79d584 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 200 len: 910 time: 0.1546288 Aug 24 11:45:12.022716 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1bad2f3c-ce9f-477a-8fb1-c97b58214c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:12.027344 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6ecadace-7db3-495b-9fde-335c6af50284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:12.041175 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad2f3c-ce9f-477a-8fb1-c97b58214c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d2cbdc-444d-496d-aefc-5727a8a70aa0,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:12.043600 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1bad2f3c-ce9f-477a-8fb1-c97b58214c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:12.053470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1bad2f3c-ce9f-477a-8fb1-c97b58214c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:12.054659 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1bad2f3c-ce9f-477a-8fb1-c97b58214c72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37d2cbdc-444d-496d-aefc-5727a8a70aa0 HTTP/1.1" status: 204 len: 168 time: 0.1790400 Aug 24 11:45:12.093181 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-b9e341fc-8094-459d-95ae-a9396870d4a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 200 len: 998 time: 0.1049862 Aug 24 11:45:12.159296 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-e32bc638-99e0-4092-a7bb-61775b5f2178 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:12.160732 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-e32bc638-99e0-4092-a7bb-61775b5f2178 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ded2441-c687-41d8-9745-e88d14301842 HTTP/1.1" status: 200 len: 848 time: 0.0613594 Aug 24 11:45:12.248812 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-fea3d371-093a-43e0-9481-9be4a7c92490 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f96d1c54-051a-40d0-9ed8-2d9a674f1188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798757 Aug 24 11:45:12.386503 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-21736cdc-084d-4af8-9138-e32f2c0c5ed8 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309144 Aug 24 11:45:12.516819 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fe1242f4-0c2a-4fe8-a78a-ab1a11fe8101 req-d40bb3ea-1aaf-4a0c-b4ab-71a12a04b787 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240218 Aug 24 11:45:13.128468 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dcc4f5-e912-44a8-a5a3-89831eb126df req-fcf709e8-5775-4355-8785-a5005fb19f8b tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:13.129906 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a5dcc4f5-e912-44a8-a5a3-89831eb126df req-fcf709e8-5775-4355-8785-a5005fb19f8b tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0749540 Aug 24 11:45:13.176463 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a5dcc4f5-e912-44a8-a5a3-89831eb126df req-b1c8dbc2-8e8a-4dbe-8162-44c5e2f896c5 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Aug 24 11:45:14.370507 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47b439-079d-4874-b6ed-93183211596a req-bda1ac0d-2763-4a38-a10d-c9b62ba2b0d9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:14.372031 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ac47b439-079d-4874-b6ed-93183211596a req-bda1ac0d-2763-4a38-a10d-c9b62ba2b0d9 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0753810 Aug 24 11:45:14.416621 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ac47b439-079d-4874-b6ed-93183211596a req-95c96403-fc9f-4ee5-8d4a-d24d737d1aa2 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386524 Aug 24 11:45:15.610702 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06d31a-fa2c-4072-9d0e-7577566aa45c req-04e43dd2-3c6c-40ff-b87b-3c46b3f8cb39 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:15.612274 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9e06d31a-fa2c-4072-9d0e-7577566aa45c req-04e43dd2-3c6c-40ff-b87b-3c46b3f8cb39 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0778375 Aug 24 11:45:15.656996 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9e06d31a-fa2c-4072-9d0e-7577566aa45c req-d740f898-56bd-49a8-8a05-1813271a5002 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393586 Aug 24 11:45:16.202230 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:45:16.708353 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device dc475e2b-a422-4361-9ffd-7d3436ed16bc details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:45:16.839687 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:16.848714 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ede2a5-9e45-4dcf-8b11-979614cd2bad req-33b0aacb-39bc-4b38-8143-2a30961b13f6 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:16.850153 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-93ede2a5-9e45-4dcf-8b11-979614cd2bad req-33b0aacb-39bc-4b38-8143-2a30961b13f6 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 943 time: 0.0761750 Aug 24 11:45:16.852868 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'port_id': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'mac_address': 'fa:16:3e:07:5a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:45:16.895265 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-93ede2a5-9e45-4dcf-8b11-979614cd2bad req-13551393-1b0d-45db-89cf-63131dd21a06 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Aug 24 11:45:16.906713 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:16.927345 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc475e2b-a422-4361-9ffd-7d3436ed16bc {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:45:16.942363 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:16.946016 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:16.948902 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:17.012352 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=7']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:17.015542 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:17.378037 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['dc475e2b-a422-4361-9ffd-7d3436ed16bc'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:45:17.549024 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-24baf870-f2e4-489c-bd38-57c8b50a7815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:17.926181 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:18.093123 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc7699-5563-425a-964f-636840fb9f95 req-a44a189d-9d13-446e-a279-b3f3ea8d440a tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:18.094578 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2efc7699-5563-425a-964f-636840fb9f95 req-a44a189d-9d13-446e-a279-b3f3ea8d440a tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 944 time: 0.0820305 Aug 24 11:45:18.139751 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2efc7699-5563-425a-964f-636840fb9f95 req-864f664c-1d8c-4218-9616-970ddb701c40 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394101 Aug 24 11:45:18.707458 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device dc475e2b-a422-4361-9ffd-7d3436ed16bc up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:45:18.777439 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port dc475e2b-a422-4361-9ffd-7d3436ed16bc triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:45:18.777815 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:18.889750 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:18.923051 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:18.932618 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:18.938122 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:18.939969 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:18.980598 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'code': 200} Aug 24 11:45:19.006116 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=8']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:19.009092 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:19.399265 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5d8870f7-e923-47b5-b182-e518c7485db0 req-13557642-d9fe-4348-9e1b-f9516b053330 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1098 time: 0.0987563 Aug 24 11:45:19.406260 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70e1c7-8de8-4a38-930c-7695a5307dba req-5c729e88-9282-40b0-ba3a-46184d41d9ed tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:19.407589 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5a70e1c7-8de8-4a38-930c-7695a5307dba req-5c729e88-9282-40b0-ba3a-46184d41d9ed tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.1394656 Aug 24 11:45:19.475200 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5d8870f7-e923-47b5-b182-e518c7485db0 req-1fd39c10-85a5-49f9-8963-9dae61809f98 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666795 Aug 24 11:45:19.479748 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5a70e1c7-8de8-4a38-930c-7695a5307dba req-7dac99ad-eb07-42bd-9ff8-4bd2eeed8669 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567877 Aug 24 11:45:19.727923 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-cc965f45-e857-4059-960b-6a9c28e96d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:20.679784 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:20.683764 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e48d12-85f3-4bc6-afee-f05c9e92a501 req-d44aa944-5189-495b-b3a5-3e9138731a89 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:20.685862 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-67e48d12-85f3-4bc6-afee-f05c9e92a501 req-d44aa944-5189-495b-b3a5-3e9138731a89 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0808017 Aug 24 11:45:20.733792 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-67e48d12-85f3-4bc6-afee-f05c9e92a501 req-1dfa3523-7b2e-401d-9643-673132dd0b72 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425613 Aug 24 11:45:21.928738 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ca325-b931-4af9-88d3-994318312156 req-3ab1b56e-d709-455d-a245-7ff914cb8292 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:21.930101 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-be9ca325-b931-4af9-88d3-994318312156 req-3ab1b56e-d709-455d-a245-7ff914cb8292 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0781868 Aug 24 11:45:21.975039 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-be9ca325-b931-4af9-88d3-994318312156 req-1190e8c9-9df8-46a2-a463-8acfe3d447c5 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 Aug 24 11:45:22.324459 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:22.477358 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929e1f2-0bed-4929-a273-da567d615ff1 req-43376bf4-b721-4c1a-932c-6c06b3fe1f54 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:22.478704 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d929e1f2-0bed-4929-a273-da567d615ff1 req-43376bf4-b721-4c1a-932c-6c06b3fe1f54 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 946 time: 0.1558709 Aug 24 11:45:22.522560 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d929e1f2-0bed-4929-a273-da567d615ff1 req-ddcd294b-ed40-416b-95e9-aaa2e7d20c90 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377417 Aug 24 11:45:23.745072 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ae511-c55f-470e-8eb8-f83c1b773442 req-841c5a14-8ff5-44cd-8a27-b9e253e509a9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:23.746499 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-348ae511-c55f-470e-8eb8-f83c1b773442 req-841c5a14-8ff5-44cd-8a27-b9e253e509a9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 946 time: 0.0758195 Aug 24 11:45:23.790202 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-348ae511-c55f-470e-8eb8-f83c1b773442 req-1ed1a782-7ffa-4e86-8ba6-d3a4bbc284fa tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380731 Aug 24 11:45:24.670693 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-d69d6827-afaa-4464-8079-2cab2c97dc9e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:24.672119 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-d69d6827-afaa-4464-8079-2cab2c97dc9e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 946 time: 0.0774236 Aug 24 11:45:24.739583 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Deleting port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:45:24.739938 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:25.025468 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] For port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:25.026166 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:25.118892 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabecc7d-0c8b-45a9-a038-e95bee19d6db req-f3935afa-08e5-4413-a411-227b705e1dc6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:25.120350 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fabecc7d-0c8b-45a9-a038-e95bee19d6db req-f3935afa-08e5-4413-a411-227b705e1dc6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 946 time: 0.1986957 Aug 24 11:45:25.305729 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fabecc7d-0c8b-45a9-a038-e95bee19d6db req-0148a62a-6fc3-47e0-ab3e-91a3c60f78ac tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=686cad72-dee3-4467-bf28-c2a4f6d49aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791701 Aug 24 11:45:25.349793 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:25.350165 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:25.350480 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.l3_db [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Floating IP 09bfc8c1-2762-460e-9014-6f11f6d02e80 disassociated. External IP: 172.28.2.63, port: 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a. Aug 24 11:45:25.350842 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Calling delete_port for 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:45:25.489661 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:25.496396 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c2fb71d4-e83c-42ae-a840-40e614682c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:25.538283 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event deleted for resources: {'Port': ['ID=9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:25.541161 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:25.750488 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Router 782170f6-355d-4c9c-b61f-b99764524942 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:45:25.954024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:45:25.964057 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] Sync routers for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:45:25.978150 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:45:25.978796 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:26.106574 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] No DVR routers for this DVR port 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:45:26.109338 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:26.112290 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-deleted', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:26.129928 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-29c5d151-8f4e-4078-be9c-f6f60673d209 req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "DELETE /v2.0/ports/9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a HTTP/1.1" status: 204 len: 173 time: 1.4517932 Aug 24 11:45:26.182957 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6ae389b-b504-4e76-a6f5-6c84a82c9d8c', 'name': 'network-vif-deleted', 'tag': '9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a', 'status': 'completed', 'code': 200} Aug 24 11:45:26.193583 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:45:26.493104 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-fac4c0c0-74f9-4c63-9468-9fc5a31954a8 req-c61769db-0839-4e62-9266-fc92121edd53 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Synchronizing usage tracker for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:45:26.509995 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-fac4c0c0-74f9-4c63-9468-9fc5a31954a8 req-c61769db-0839-4e62-9266-fc92121edd53 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Unset dirty status for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:45:26.511220 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fac4c0c0-74f9-4c63-9468-9fc5a31954a8 req-c61769db-0839-4e62-9266-fc92121edd53 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=f6ae389b-b504-4e76-a6f5-6c84a82c9d8c HTTP/1.1" status: 200 len: 210 time: 0.0585663 Aug 24 11:45:26.520155 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:26.524196 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] Checking router: 782170f6-355d-4c9c-b61f-b99764524942 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:45:26.535842 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:45:26.536580 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:26.713047 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:45:27.026095 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:27.029989 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a996c-4d5a-4e39-be88-b8b104516e1f None None] The sync data for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb is: [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:45:27.251852 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b6d810-44f2-40b6-991c-563f4213e273 None None] New status for floating IP 09bfc8c1-2762-460e-9014-6f11f6d02e80: DOWN {{(pid=74967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:45:27.667530 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58982) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:27.736131 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-454a511b-96b9-4c31-8cc3-896e211fb7dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:27.762938 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-454a511b-96b9-4c31-8cc3-896e211fb7dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:27.812815 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-454a511b-96b9-4c31-8cc3-896e211fb7dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:27.816532 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-73cfce65-818c-4a65-b3ae-02d6268105bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:27.829875 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a511b-96b9-4c31-8cc3-896e211fb7dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=686cad72-dee3-4467-bf28-c2a4f6d49aa1,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:27.832929 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-454a511b-96b9-4c31-8cc3-896e211fb7dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:27.840683 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-454a511b-96b9-4c31-8cc3-896e211fb7dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:27.841778 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-454a511b-96b9-4c31-8cc3-896e211fb7dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "DELETE /v2.0/security-groups/686cad72-dee3-4467-bf28-c2a4f6d49aa1 HTTP/1.1" status: 204 len: 168 time: 0.1732521 Aug 24 11:45:27.844506 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58986) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:27.861272 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.api.v2.resource [None req-aa80d4b4-bca4-4cd0-8711-c879e99dab3b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] show failed (client error): The resource could not be found. Aug 24 11:45:27.862223 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-aa80d4b4-bca4-4cd0-8711-c879e99dab3b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups/686cad72-dee3-4467-bf28-c2a4f6d49aa1 HTTP/1.1" status: 404 len: 347 time: 0.0167744 Aug 24 11:45:27.864864 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58990) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:28.021281 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Deleting port 4c4eb0e1-ff0d-4312-9187-1a5831abeef4 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:45:28.021620 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:28.185642 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:28.185874 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:28.301926 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Calling delete_port for 4c4eb0e1-ff0d-4312-9187-1a5831abeef4 owned by network:floatingip {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:45:28.437857 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:28.441964 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c871058b-966c-4ae2-b894-acfb052846bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:28.480572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event deleted for resources: {'Port': ['ID=4c4eb0e1-ff0d-4312-9187-1a5831abeef4,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:28.485471 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:28.572192 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:28.590047 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:28.591222 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "DELETE /v2.0/floatingips/09bfc8c1-2762-460e-9014-6f11f6d02e80 HTTP/1.1" status: 204 len: 168 time: 0.7254677 Aug 24 11:45:28.768638 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:45:28.800900 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:45:28.801243 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 9f638d5f-50fa-4e5a-8a17-76d16c1d9c0a not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:45:28.964011 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 58996) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:28.969872 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2107285438', 'description': 'tempest-description--637995336'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:28.975861 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:28.979876 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:security_group and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:28.982713 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:28.988241 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:28.998549 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.032241 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:29.035971 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:security_group_rule and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:29.038642 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:29.044133 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:29.097289 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.100824 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.104163 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-619df7a1-eb00-4450-a601-f98960fd8076 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:29.220585 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:29.223383 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:29.227724 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.228849 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2638412 Aug 24 11:45:29.231725 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59000) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:29.237886 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'security_group_rule': {'security_group_id': 'd7b4cca2-dcaa-4c21-9546-bf9ae34d0968', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:29.243596 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:29.248822 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:security_group_rule and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:29.251623 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:29.257205 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:29.272812 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.331614 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.334761 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.336767 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e47afdef-e823-407a-8639-4e855babfa6d tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:29.359547 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b852c7-bd23-44b0-82e5-d2fabe7c43a4,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:29.363877 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:29.368648 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.369799 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ae9cc6db-6c38-41e0-95f1-e02fec250a44 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1366081 Aug 24 11:45:29.372438 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59004) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:29.378026 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'security_group_rule': {'security_group_id': 'd7b4cca2-dcaa-4c21-9546-bf9ae34d0968', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:29.383890 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:29.387673 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:security_group_rule and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:29.390979 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:29.396656 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:29.411937 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.470905 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.474301 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.476299 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0ed93639-62fa-4ff5-9138-4dd20599723f tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:29.497111 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769d88d1-15f5-4e5a-9e0c-6f908bdfc3d3,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:29.499432 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:29.506017 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.507160 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1338062 Aug 24 11:45:29.510284 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59008) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:29.515959 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'floatingip': {'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:29.521081 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:29.524807 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:floatingip and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:29.527600 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:29.533780 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:29.545467 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.679070 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.810945 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_common [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Allocated IP 172.28.2.24 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/9cca7884-f4e1-4219-a29b-712577e115fe) {{(pid=74964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:45:29.952840 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for port, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.979413 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:29.983417 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-efa8f5ec-fe55-4778-8cda-4f79132b8ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:30.049950 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:45:30.052757 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources bound (agent type, host, resource id): {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:45:30.057124 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Received port after_create {{(pid=74964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:45:30.080834 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'Port': ['ID=9cca7884-f4e1-4219-a29b-712577e115fe,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:30.085476 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:30.104594 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:30.215199 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:30.270048 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:30.470931 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for port, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:30.475565 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3625185'] for port, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:30.479227 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-5a93adb1-40a4-44bf-85aa-49ba6346ee2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:30.576884 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'Port': ['ID=9cca7884-f4e1-4219-a29b-712577e115fe,revision_number=2']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:30.580702 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:30.594562 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:30.616544 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:30.617736 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1065648 Aug 24 11:45:30.788980 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-f23bd137-b54f-496e-97f5-07e5d177118c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2107285438&fields=id&tenant_id=74c2b5ea03fb466b96699c64c1040682 HTTP/1.1" status: 200 len: 267 time: 0.0426517 Aug 24 11:45:30.932327 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-4c323046-de30-4e29-854c-4d173175f618 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:30.933744 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-4c323046-de30-4e29-854c-4d173175f618 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 817 time: 0.1381629 Aug 24 11:45:30.951386 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-54f92160-2d8d-4887-98a8-70752afdc3a3 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/quotas/74c2b5ea03fb466b96699c64c1040682 HTTP/1.1" status: 200 len: 375 time: 0.0118387 Aug 24 11:45:31.031215 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-dde25a96-9645-4632-8517-620857585e8e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747736 Aug 24 11:45:31.166652 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-4b83762b-5856-4bef-bb10-f058f33cfcba service neutron] 10.222.0.49 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242130 Aug 24 11:45:31.297728 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-dae497b8-95df-4dd9-b295-2d0dd79e74e0 service neutron] 10.222.0.49 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246457 Aug 24 11:45:31.476305 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-784e565b-e2ca-4283-9746-b28212448857 req-1a8c8aa8-4a62-4970-a225-4b9d0a7ac3f0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 210 time: 0.0403225 Aug 24 11:45:32.677296 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c831c247-98e5-4f52-a47e-54100fbfc3d4 req-a406837e-0469-4939-bb5b-253003407ae1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 210 time: 0.0566053 Aug 24 11:45:32.734918 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-150ade2c-2b25-42ec-8457-cc6581decc9a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:32.736482 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-150ade2c-2b25-42ec-8457-cc6581decc9a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 817 time: 0.1931984 Aug 24 11:45:32.806563 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-6ded4fc8-ecaa-48d6-8611-ddcffa10420c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74c2b5ea03fb466b96699c64c1040682 HTTP/1.1" status: 200 len: 380 time: 0.0413954 Aug 24 11:45:32.815249 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'port': {'device_id': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'admin_state_up': True, 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'security_groups': ['d7b4cca2-dcaa-4c21-9546-bf9ae34d0968']}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:32.947163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:32.951202 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Usage tracker for resource:port and tenant:74c2b5ea03fb466b96699c64c1040682 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:32.954197 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:32.959974 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:32.970163 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Made reservation on behalf of 74c2b5ea03fb466b96699c64c1040682 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:45:32.974228 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:33.134146 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Allocated IP 172.20.0.5 (b135e81b-5e1c-4b02-8ce7-f808b14da701/b45d0573-ad3d-4353-913b-5cb7b283396e/4d793f30-863c-4794-88f6-2bac2a3d6c60) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:45:33.315261 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:33.330523 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Transition to ACTIVE for port object 4d793f30-863c-4794-88f6-2bac2a3d6c60 will not be triggered until provisioned by entity DHCP. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:45:33.351783 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:33.357674 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:33.421325 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:45:33.424188 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:45:33.426736 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:45:33.468053 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:33.472733 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:33.494974 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:33.495576 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:33.521752 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7098932 Aug 24 11:45:33.540731 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Request body: {'port': {'device_id': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:33.616711 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-f309e16f-95ea-4db6-bc10-7a4a5be1d7cf None None] Provisioning for port 4d793f30-863c-4794-88f6-2bac2a3d6c60 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:45:33.622886 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-f309e16f-95ea-4db6-bc10-7a4a5be1d7cf None None] Provisioning complete for port 4d793f30-863c-4794-88f6-2bac2a3d6c60 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:45:33.623363 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f309e16f-95ea-4db6-bc10-7a4a5be1d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:33.680427 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-f309e16f-95ea-4db6-bc10-7a4a5be1d7cf None None] Port 4d793f30-863c-4794-88f6-2bac2a3d6c60 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:45:33.730177 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:34.023157 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d44272-14c5-451d-a801-fb4d6c981e36 req-d11287ea-c868-41bb-8f88-71cadcd3f5d4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:34.023866 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-65d44272-14c5-451d-a801-fb4d6c981e36 req-d11287ea-c868-41bb-8f88-71cadcd3f5d4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Synchronizing usage tracker for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:45:34.063527 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-65d44272-14c5-451d-a801-fb4d6c981e36 req-d11287ea-c868-41bb-8f88-71cadcd3f5d4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Unset dirty status for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:45:34.064683 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-65d44272-14c5-451d-a801-fb4d6c981e36 req-d11287ea-c868-41bb-8f88-71cadcd3f5d4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 931 time: 0.2241004 Aug 24 11:45:34.167168 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-65d44272-14c5-451d-a801-fb4d6c981e36 req-f1e7de04-29e4-402f-a09c-975cce6987a9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963778 Aug 24 11:45:34.173743 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d793f30-863c-4794-88f6-2bac2a3d6c60 {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:45:34.180794 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:34.195165 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Transition to ACTIVE for port object 4d793f30-863c-4794-88f6-2bac2a3d6c60 will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:45:34.199530 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:34.203107 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:34.318220 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:34.327116 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:34.438101 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Attempting to bind port 4d793f30-863c-4794-88f6-2bac2a3d6c60 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:45:34.438435 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Attempting to bind port 4d793f30-863c-4794-88f6-2bac2a3d6c60 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:45:34.438761 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Attempting to bind port 4d793f30-863c-4794-88f6-2bac2a3d6c60 on network b135e81b-5e1c-4b02-8ce7-f808b14da701 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:45:34.444498 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Port 4d793f30-863c-4794-88f6-2bac2a3d6c60 on network b135e81b-5e1c-4b02-8ce7-f808b14da701 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:45:34.444815 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Attempting to bind port 4d793f30-863c-4794-88f6-2bac2a3d6c60 on network b135e81b-5e1c-4b02-8ce7-f808b14da701 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:45:34.450903 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:45:34.451232 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Checking segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:45:34.451606 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Bound using segment: {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:45:34.452055 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Bound port: 4d793f30-863c-4794-88f6-2bac2a3d6c60, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd55ced-060a-4638-9b71-2003ff4ade60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:45:34.452393 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:34.538997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:45:34.541817 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:45:34.546116 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:34.550293 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:34.608901 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:34.610295 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] 10.222.0.37 "PUT /v2.0/ports/4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 200 len: 1093 time: 1.0739083 Aug 24 11:45:34.613326 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:34.633171 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:34.638291 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:34.676559 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'status': 'completed', 'code': 200} Aug 24 11:45:34.774381 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-c7eb89a6-df82-4e9b-b4d7-fe8d2f501108 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1096 time: 0.0732677 Aug 24 11:45:34.856815 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-e2129d8d-a722-4137-ae8f-9800f774d6a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 200 len: 217 time: 0.0636482 Aug 24 11:45:34.919143 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-9ae502d9-d1e9-420d-b438-e04cae83d224 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:34.920500 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-9ae502d9-d1e9-420d-b438-e04cae83d224 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.0560994 Aug 24 11:45:34.998485 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-5f2ad3b0-3989-4e31-84b7-55143ed84bd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0697937 Aug 24 11:45:35.127807 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-e8feceb5-4bb3-4e49-a8ff-fc2913699119 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215594 Aug 24 11:45:35.259421 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-cd311ab8-be0f-4048-a8db-baddc27417a6 req-0c226f52-9cb0-4380-b300-16ed4f97b894 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242664 Aug 24 11:45:35.416682 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0aa64-abbd-4a74-a857-e118c521b02a req-7cd0c788-ff1f-4dc3-9940-ac1156c43ce8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:35.418122 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1eb0aa64-abbd-4a74-a857-e118c521b02a req-7cd0c788-ff1f-4dc3-9940-ac1156c43ce8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.1159103 Aug 24 11:45:35.554233 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bdba618-2538-483c-ba7d-268d109aac8a req-bbff7bfa-12d5-4d52-b7bd-a5656a96edcc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1096 time: 0.1899428 Aug 24 11:45:35.556368 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1eb0aa64-abbd-4a74-a857-e118c521b02a req-6a45846c-4193-498d-bd89-df470ec11c6e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312191 Aug 24 11:45:35.692104 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdba618-2538-483c-ba7d-268d109aac8a req-bf0dd364-0d0e-445a-b1f0-debe62cb6ea8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:35.693546 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bdba618-2538-483c-ba7d-268d109aac8a req-bf0dd364-0d0e-445a-b1f0-debe62cb6ea8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.1310177 Aug 24 11:45:35.764961 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bdba618-2538-483c-ba7d-268d109aac8a req-57cce391-41aa-46a7-bad8-8162f356f715 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 200 len: 217 time: 0.0631499 Aug 24 11:45:35.831858 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdba618-2538-483c-ba7d-268d109aac8a req-1ba2e24d-b8c6-485a-8c8e-b0ef729a7275 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:35.833304 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bdba618-2538-483c-ba7d-268d109aac8a req-1ba2e24d-b8c6-485a-8c8e-b0ef729a7275 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.0620284 Aug 24 11:45:35.908488 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bdba618-2538-483c-ba7d-268d109aac8a req-33b56d89-68e3-4212-9f43-a66bd88f0f62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682304 Aug 24 11:45:36.041821 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bdba618-2538-483c-ba7d-268d109aac8a req-d1779ae2-e501-4f05-a8d1-ca67e986d145 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254492 Aug 24 11:45:36.252249 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4bdba618-2538-483c-ba7d-268d109aac8a req-5cae88e4-7e48-44c0-be27-2551556c5577 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803894 Aug 24 11:45:36.266672 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9349c8f-b645-4283-8d2c-3367aac9ccf2 req-b73dc6a5-5be8-46c4-9048-a18aa3780690 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:36.268054 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c9349c8f-b645-4283-8d2c-3367aac9ccf2 req-b73dc6a5-5be8-46c4-9048-a18aa3780690 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.1272485 Aug 24 11:45:36.314200 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c9349c8f-b645-4283-8d2c-3367aac9ccf2 req-fd83d5b7-a6b9-45c2-9169-7fd3cf1263b7 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 Aug 24 11:45:36.768485 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c598b7-2445-4df5-9db2-f6d4c243121a req-6463a41b-29f7-4249-aa20-ebcfb0373404 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:36.770006 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-81c598b7-2445-4df5-9db2-f6d4c243121a req-6463a41b-29f7-4249-aa20-ebcfb0373404 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0757537 Aug 24 11:45:36.817781 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-81c598b7-2445-4df5-9db2-f6d4c243121a req-6e7b40c7-419e-429b-a055-62e26cd8922b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423970 Aug 24 11:45:37.510102 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8675b35-18df-48cd-802b-2ce159175132 req-3b834f98-7f38-4f42-8748-876b26f201c3 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:37.511554 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8675b35-18df-48cd-802b-2ce159175132 req-3b834f98-7f38-4f42-8748-876b26f201c3 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0757737 Aug 24 11:45:37.557465 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a8675b35-18df-48cd-802b-2ce159175132 req-37c1ccd4-c0da-41d6-a865-63e5a797b430 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=4737dddf-061f-4ffa-8de1-65681b25367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398822 Aug 24 11:45:37.782015 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-6c4bb181-5fda-4186-8b2a-9eb26e2f001e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:37.783455 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-6c4bb181-5fda-4186-8b2a-9eb26e2f001e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 946 time: 0.0780637 Aug 24 11:45:37.850772 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Deleting port 547a1d6b-99b7-421f-9a59-a86867e5f1fc {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:45:37.851101 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:38.139938 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dd606-eec4-4f1b-955b-cb5dd26631fb req-34d5446b-856c-4419-8c6c-faa6b25ac4dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:38.141352 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f56dd606-eec4-4f1b-955b-cb5dd26631fb req-34d5446b-856c-4419-8c6c-faa6b25ac4dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.1918457 Aug 24 11:45:38.146327 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] For port 547a1d6b-99b7-421f-9a59-a86867e5f1fc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=547a1d6b-99b7-421f-9a59-a86867e5f1fc,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:38.146723 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:38.274945 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f56dd606-eec4-4f1b-955b-cb5dd26631fb req-2475cf35-28c3-403b-ae15-720eafc7acab tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210885 Aug 24 11:45:38.530016 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:38.530685 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:38.530685 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.l3_db [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Floating IP dcf5d322-fc4f-4d6d-884c-ab045e7ba246 disassociated. External IP: 172.28.2.202, port: 547a1d6b-99b7-421f-9a59-a86867e5f1fc. Aug 24 11:45:38.530978 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Calling delete_port for 547a1d6b-99b7-421f-9a59-a86867e5f1fc owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:45:38.675455 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:38.682960 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2bf03b3b-9a9b-4432-93f4-85885a62e76f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:38.762019 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event deleted for resources: {'Port': ['ID=547a1d6b-99b7-421f-9a59-a86867e5f1fc,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:38.764395 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:38.766546 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6f31795f-8e9a-40a1-906d-040c5af19242 req-3ffe15ba-5cd9-4156-9070-7da5669daa52 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 210 time: 0.0845058 Aug 24 11:45:38.830174 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:45:38.961597 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:38.971804 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Router 60a6c01c-5784-42bf-999e-ba750cb1b132 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:45:38.975237 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'port_id': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'mac_address': 'fa:16:3e:9c:51:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:45:39.027183 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:39.044750 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d793f30-863c-4794-88f6-2bac2a3d6c60 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:45:39.059157 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:39.063467 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:39.066252 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:39.133849 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:39.137088 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:39.180679 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:45:39.192487 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] Sync routers for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:45:39.205575 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:45:39.206198 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:39.255284 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] No DVR routers for this DVR port 547a1d6b-99b7-421f-9a59-a86867e5f1fc on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:45:39.258130 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:39.260978 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'name': 'network-vif-deleted', 'tag': '547a1d6b-99b7-421f-9a59-a86867e5f1fc'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:39.272814 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9f264773-4fc7-449d-82d5-cc6e95a44242 req-2ff6e696-7bc5-4dee-980b-d652c487b4e0 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "DELETE /v2.0/ports/547a1d6b-99b7-421f-9a59-a86867e5f1fc HTTP/1.1" status: 204 len: 173 time: 1.4828308 Aug 24 11:45:39.323207 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f75ac6-a3dd-41ce-aace-57497c360d14', 'name': 'network-vif-deleted', 'tag': '547a1d6b-99b7-421f-9a59-a86867e5f1fc', 'status': 'completed', 'code': 200} Aug 24 11:45:39.434186 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:45:39.505534 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe168d-8f40-4545-bf17-9a34dc782a74 req-3dc85257-8e95-45eb-b96f-f3596dccd839 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:39.506993 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84fe168d-8f40-4545-bf17-9a34dc782a74 req-3dc85257-8e95-45eb-b96f-f3596dccd839 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 944 time: 0.0809431 Aug 24 11:45:39.555217 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84fe168d-8f40-4545-bf17-9a34dc782a74 req-3c1623ca-ddbf-4f7a-90b8-b125d8d7c8b0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 Aug 24 11:45:39.578180 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['4d793f30-863c-4794-88f6-2bac2a3d6c60'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:45:39.879713 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:39.887329 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] Checking router: 60a6c01c-5784-42bf-999e-ba750cb1b132 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:45:39.900415 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:45:39.901033 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:39.951570 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-942aa8f0-11a6-4578-aafd-9dc83a1148b3 req-980b46ab-5a11-4ff8-84e6-322fd149c743 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Synchronizing usage tracker for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:45:39.968891 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-942aa8f0-11a6-4578-aafd-9dc83a1148b3 req-980b46ab-5a11-4ff8-84e6-322fd149c743 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Unset dirty status for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:45:39.970132 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-942aa8f0-11a6-4578-aafd-9dc83a1148b3 req-980b46ab-5a11-4ff8-84e6-322fd149c743 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0f75ac6-a3dd-41ce-aace-57497c360d14 HTTP/1.1" status: 200 len: 210 time: 0.0594196 Aug 24 11:45:40.082998 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:45:40.386752 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:40.390481 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e6e7-430b-4f8d-9c7b-f9af71760352 None None] The sync data for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb is: [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:45:40.606207 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabce11-d571-40f3-aef5-08ab566fd4cf None None] New status for floating IP dcf5d322-fc4f-4d6d-884c-ab045e7ba246: DOWN {{(pid=74967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:45:40.768219 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100825b7-c34f-476a-a5ba-de3380e2b5a6 req-b8160bf3-f4c3-466c-a80d-55ef00e16555 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:40.769784 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-100825b7-c34f-476a-a5ba-de3380e2b5a6 req-b8160bf3-f4c3-466c-a80d-55ef00e16555 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 944 time: 0.0781519 Aug 24 11:45:40.818476 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-100825b7-c34f-476a-a5ba-de3380e2b5a6 req-7b851ab6-0e66-42a9-ae5f-e309eca6739f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427754 Aug 24 11:45:40.847091 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:45:40.917280 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 4d793f30-863c-4794-88f6-2bac2a3d6c60 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:45:40.921949 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 4d793f30-863c-4794-88f6-2bac2a3d6c60 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:45:40.922329 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.035215 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.065022 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:41.074720 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:41.079385 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.080390 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 547a1d6b-99b7-421f-9a59-a86867e5f1fc no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:45:41.113160 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59074) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:41.150441 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'code': 200} Aug 24 11:45:41.150964 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:41.180967 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-81de5ca0-9efe-4f44-a2f6-f15c4648c222 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.195971 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 547a1d6b-99b7-421f-9a59-a86867e5f1fc {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:45:41.196327 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 547a1d6b-99b7-421f-9a59-a86867e5f1fc not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:45:41.208921 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-81de5ca0-9efe-4f44-a2f6-f15c4648c222 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.224212 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:41.227223 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:41.261990 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-81de5ca0-9efe-4f44-a2f6-f15c4648c222 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.266454 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1e5606f3-d06b-4756-b40a-0065f9f81f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:41.280239 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de5ca0-9efe-4f44-a2f6-f15c4648c222 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4737dddf-061f-4ffa-8de1-65681b25367f,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:41.283479 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-81de5ca0-9efe-4f44-a2f6-f15c4648c222 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:41.292410 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-81de5ca0-9efe-4f44-a2f6-f15c4648c222 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.293743 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-81de5ca0-9efe-4f44-a2f6-f15c4648c222 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "DELETE /v2.0/security-groups/4737dddf-061f-4ffa-8de1-65681b25367f HTTP/1.1" status: 204 len: 168 time: 0.1796157 Aug 24 11:45:41.296990 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59078) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:41.319192 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.api.v2.resource [None req-15e988d8-4da9-46bf-9731-3453ddc32c2c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] show failed (client error): The resource could not be found. Aug 24 11:45:41.320216 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-15e988d8-4da9-46bf-9731-3453ddc32c2c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups/4737dddf-061f-4ffa-8de1-65681b25367f HTTP/1.1" status: 404 len: 347 time: 0.0223470 Aug 24 11:45:41.323066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59082) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:41.399151 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d2ce25da-5b89-4e97-a8f6-5d6d161132ea req-ab41bca0-6a4b-4f6e-989d-2796713d1ebc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1098 time: 0.0666056 Aug 24 11:45:41.442005 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d2ce25da-5b89-4e97-a8f6-5d6d161132ea req-bed5fb08-e39c-48f6-bfe3-42e8d88a36a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359168 Aug 24 11:45:41.474545 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Deleting port 5c28019b-4168-43f3-9671-65248d0be287 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:45:41.474883 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.711408 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.711690 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.833177 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Calling delete_port for 5c28019b-4168-43f3-9671-65248d0be287 owned by network:floatingip {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:45:41.965726 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:41.969782 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d39e09b3-e3a3-4735-bb7b-ccce150d6736 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:42.013510 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event deleted for resources: {'Port': ['ID=5c28019b-4168-43f3-9671-65248d0be287,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:42.016960 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:42.031404 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45921a3-1455-4972-809b-b2e7ace44743 req-c6b32f8e-35a7-409a-9f02-c748fbb943a0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:42.032882 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c45921a3-1455-4972-809b-b2e7ace44743 req-c6b32f8e-35a7-409a-9f02-c748fbb943a0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0796008 Aug 24 11:45:42.078502 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c45921a3-1455-4972-809b-b2e7ace44743 req-36fa3ce7-1b7c-45a4-82ff-72146bdbc37b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Aug 24 11:45:42.106697 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.126357 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.127473 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-d6ba7b81-095b-4397-bcbd-0d65c4ccd156 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "DELETE /v2.0/floatingips/dcf5d322-fc4f-4d6d-884c-ab045e7ba246 HTTP/1.1" status: 204 len: 168 time: 0.8035512 Aug 24 11:45:42.368097 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59090) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:42.373851 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226464939', 'description': 'tempest-description--119432659'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:42.379555 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:42.383590 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:security_group and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:42.386455 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:42.392620 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:42.402474 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.440061 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:42.443813 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:security_group_rule and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:42.446830 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:42.453123 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:42.507306 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.510649 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.516106 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-700b38a2-db4a-4fe9-a2b2-42d28a314ced tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:42.555024 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210d7b08-0fc6-43f2-9854-7c15791d47c7,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:42.557907 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.562155 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1900108 Aug 24 11:45:42.562155 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:42.562621 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59094) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:42.567752 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'security_group_rule': {'security_group_id': '210d7b08-0fc6-43f2-9854-7c15791d47c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:42.573405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:42.577795 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:security_group_rule and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:42.580615 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:42.586403 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:42.602982 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.662011 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.665630 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.672704 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-42f36bc4-c2d5-4d29-93a2-854316f2d654 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:42.690064 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d08efe-370d-4e49-88ba-66aff082c2f7,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:42.694269 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:42.698480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.699621 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-19bdb75a-30c3-4c17-b42f-019949c99190 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1364033 Aug 24 11:45:42.702934 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59098) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:42.708373 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'security_group_rule': {'security_group_id': '210d7b08-0fc6-43f2-9854-7c15791d47c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:42.714341 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:42.718141 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:security_group_rule and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:42.720898 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:42.726778 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:42.743197 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.805572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.809449 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111590'] for security_group_rule, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.812282 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:42.833401 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee76ac7-9057-495d-a7a7-1c9fed6f70f2,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:42.845277 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.845660 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.846032 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.846395 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.847025 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.847380 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.847776 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.848117 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.848472 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.848821 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.849175 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:45:42.852100 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:42.852789 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:42.854184 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f217eccd-f355-4f4e-9125-d562da599b23 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1501069 Aug 24 11:45:42.857222 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59102) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:42.863380 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'floatingip': {'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:42.868603 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:42.872358 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:floatingip and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:42.875751 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:42.881753 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:42.892206 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:43.024715 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:43.161043 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Allocated IP 172.28.2.75 (0f39a605-3f63-465f-86ca-75a57987cc40/9108fa75-a458-4577-93b2-86475bb65a17/3d97de96-e086-450b-9748-91c8f17622dc) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:45:43.439934 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:43.454142 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b22fcb-bda2-49ba-81df-fe12684d5782 req-c8995ab5-1605-4c6c-b3b4-693dbcdede7e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:43.455574 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-44b22fcb-bda2-49ba-81df-fe12684d5782 req-c8995ab5-1605-4c6c-b3b4-693dbcdede7e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.1392605 Aug 24 11:45:43.509133 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-44b22fcb-bda2-49ba-81df-fe12684d5782 req-ceb1bec7-053f-4b3b-9747-b1cf20979970 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478861 Aug 24 11:45:43.510165 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:43.514914 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-08c2be4c-6475-4bc1-b361-e517e4fc5017 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:43.578462 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Network 0f39a605-3f63-465f-86ca-75a57987cc40 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:45:43.581237 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:45:43.586696 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:45:43.610845 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'Port': ['ID=3d97de96-e086-450b-9748-91c8f17622dc,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:43.613991 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:43.746200 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:43.800466 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:44.000077 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:44.004225 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:44.008145 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-0876a7a1-b1e3-4284-b630-481c3f7af025 tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:44.103913 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'Port': ['ID=3d97de96-e086-450b-9748-91c8f17622dc,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:44.107774 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:44.121919 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:44.142911 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:44.144268 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2853141 Aug 24 11:45:44.315423 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-1c06eebe-80ca-48d8-9112-8c6c4134ff59 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1226464939&fields=id&tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39 HTTP/1.1" status: 200 len: 267 time: 0.0416911 Aug 24 11:45:44.460077 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-9aea2f81-e431-479e-985d-340200effd6e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:44.461514 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-9aea2f81-e431-479e-985d-340200effd6e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 810 time: 0.1399951 Aug 24 11:45:44.477224 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-f1717835-70d5-4d77-84f8-076bbe106d65 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/quotas/4f24e3cdf4a14d0fbdb905d54af29f39 HTTP/1.1" status: 200 len: 375 time: 0.0104949 Aug 24 11:45:44.556426 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-67f2a486-d582-4f0b-bca5-0c3d00a49e82 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745988 Aug 24 11:45:44.746656 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-a8c2e4a5-c081-4118-ad4f-12eff89a4833 service neutron] 10.222.0.49 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779289 Aug 24 11:45:44.830388 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716228d3-d5a2-4011-9bb3-b54d7da8b69f req-839b9ecc-5a4f-4093-a4c0-0631c29a4dfe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:44.831743 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-716228d3-d5a2-4011-9bb3-b54d7da8b69f req-839b9ecc-5a4f-4093-a4c0-0631c29a4dfe tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.1871235 Aug 24 11:45:44.913934 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-716228d3-d5a2-4011-9bb3-b54d7da8b69f req-cfed95b6-f808-405d-acb6-4f02a60f1f8d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756519 Aug 24 11:45:44.915867 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-480a2543-2879-404a-93f0-1d03f9ab59f8 service neutron] 10.222.0.49 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632178 Aug 24 11:45:45.220185 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c73c03da-8332-49c9-847c-abfe419d8a97 req-c7f79dff-6c1e-45f7-a51d-86ba3f3ef17c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 210 time: 0.1389542 Aug 24 11:45:45.258687 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913267d0-9f54-416b-95b9-40ffdca29c13 req-2f06560e-547c-4ce6-9ea2-4f55a27b1cd1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:45.260393 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-913267d0-9f54-416b-95b9-40ffdca29c13 req-2f06560e-547c-4ce6-9ea2-4f55a27b1cd1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.2157464 Aug 24 11:45:45.271971 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59130) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:45.277961 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Request body: {'floatingip': {'port_id': '4d793f30-863c-4794-88f6-2bac2a3d6c60'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:45.359908 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, before_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:46.071527 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:46.075014 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:46.285325 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.l3_db [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Floating IP 0d8efda0-3456-44e6-923e-71183c1a1298 associated. External IP: 172.28.2.24, port: 4d793f30-863c-4794-88f6-2bac2a3d6c60. Aug 24 11:45:46.301427 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-1dce84f6-be0c-4d01-b19c-8c1fa5fdd754 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:46.303173 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-1dce84f6-be0c-4d01-b19c-8c1fa5fdd754 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 810 time: 0.1675475 Aug 24 11:45:46.407415 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4111f121-f7de-492b-b8c0-b33a9b8f5481 req-e1936839-814e-485c-a729-0d0efbe744fc tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 210 time: 0.0519118 Aug 24 11:45:46.413535 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-65d5e611-3aaa-4c2f-883e-1cbb26fd55d1 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39 HTTP/1.1" status: 200 len: 380 time: 0.0882874 Aug 24 11:45:46.427878 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'port': {'device_id': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'admin_state_up': True, 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'security_groups': ['210d7b08-0fc6-43f2-9854-7c15791d47c7']}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:46.561817 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:45:46.565829 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Usage tracker for resource:port and tenant:4f24e3cdf4a14d0fbdb905d54af29f39 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:45:46.568630 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:45:46.574587 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:45:46.585350 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Made reservation on behalf of 4f24e3cdf4a14d0fbdb905d54af29f39 for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:45:46.588340 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:46.689692 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Router 782170f6-355d-4c9c-b61f-b99764524942 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:45:46.751798 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Allocated IP 172.20.0.7 (2cf7010c-85bd-4391-9fa8-2de7425432c0/d5dea15f-8147-4110-b975-5a8d241b394a/464aae08-2092-42b8-b5bd-9a62417b0687) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:45:46.891236 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:45:46.896194 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:46.900912 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] Sync routers for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:45:46.913845 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:45:46.914575 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:46.938267 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:46.954951 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e07ba5d0-dc65-476e-8f87-7698c47ca5cb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "PUT /v2.0/floatingips/0d8efda0-3456-44e6-923e-71183c1a1298 HTTP/1.1" status: 200 len: 990 time: 1.6783774 Aug 24 11:45:46.954951 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60'}] {{(pid=74964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:46.960818 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Transition to ACTIVE for port object 464aae08-2092-42b8-b5bd-9a62417b0687 will not be triggered until provisioned by entity DHCP. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:45:46.990757 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:46.999295 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:47.077800 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:45:47.082412 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:45:47.084937 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:45:47.112063 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:45:47.126211 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'status': 'completed', 'code': 200} Aug 24 11:45:47.132588 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event updated for resources: {'Port': ['ID=464aae08-2092-42b8-b5bd-9a62417b0687,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:47.137375 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:47.166177 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:47.166807 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:47.243723 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-cd341efe-e404-457e-bda4-23c7579f808c tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8197887 Aug 24 11:45:47.263373 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Request body: {'port': {'device_id': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:47.294621 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-2687367e-fa06-42a5-8b74-f618b3adc73f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1098 time: 0.1236882 Aug 24 11:45:47.391427 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-5e1ec017-43e8-4339-8516-7c2be998b376 None None] Provisioning for port 464aae08-2092-42b8-b5bd-9a62417b0687 completed by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:45:47.412536 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-5e1ec017-43e8-4339-8516-7c2be998b376 None None] Provisioning complete for port 464aae08-2092-42b8-b5bd-9a62417b0687 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:45:47.412903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-5e1ec017-43e8-4339-8516-7c2be998b376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:47.485739 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:47.505684 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-449ba89c-15e0-4a4a-879e-8c6f887cc890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:47.507140 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-449ba89c-15e0-4a4a-879e-8c6f887cc890 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.2057412 Aug 24 11:45:47.534409 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-5e1ec017-43e8-4339-8516-7c2be998b376 None None] Port 464aae08-2092-42b8-b5bd-9a62417b0687 cannot update to ACTIVE because it is not bound. {{(pid=74966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 11:45:47.543396 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-96f78ee2-533e-4353-8acd-c6058fd740b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:47.567543 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '0d8efda0-3456-44e6-923e-71183c1a1298', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'floating_ip_address': '172.28.2.24', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '782170f6-355d-4c9c-b61f-b99764524942', 'port_id': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'mac_address': 'fa:16:3e:9c:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:45:30Z', 'updated_at': '2021-08-24T11:45:45Z', 'revision_number': 1, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:47.571358 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] Checking router: 782170f6-355d-4c9c-b61f-b99764524942 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:45:47.581640 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:45:47.582258 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:47.750210 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-03101311-d389-4b20-a8e9-80388397f4b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 200 len: 998 time: 0.2190630 Aug 24 11:45:47.761335 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:45:47.953813 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:47.995211 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b34e-947e-42f5-b03b-46851f41954c req-9c502fab-16c7-49c1-8fb5-51ab237170f4 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:47.995918 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-1f36b34e-947e-42f5-b03b-46851f41954c req-9c502fab-16c7-49c1-8fb5-51ab237170f4 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Synchronizing usage tracker for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:45:48.005370 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-2841534a-59b3-4152-88d7-b32f29dc2132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:48.006680 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-2841534a-59b3-4152-88d7-b32f29dc2132 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.2496836 Aug 24 11:45:48.080014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-1f36b34e-947e-42f5-b03b-46851f41954c req-9c502fab-16c7-49c1-8fb5-51ab237170f4 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Unset dirty status for tenant:4f24e3cdf4a14d0fbdb905d54af29f39 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:45:48.081151 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1f36b34e-947e-42f5-b03b-46851f41954c req-9c502fab-16c7-49c1-8fb5-51ab237170f4 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 931 time: 0.4949896 Aug 24 11:45:48.129936 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '0d8efda0-3456-44e6-923e-71183c1a1298', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'floating_ip_address': '172.28.2.24', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '782170f6-355d-4c9c-b61f-b99764524942', 'port_id': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'mac_address': 'fa:16:3e:9c:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:45:30Z', 'updated_at': '2021-08-24T11:45:45Z', 'revision_number': 1, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:45:48.134737 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06a6e0-3132-49f4-b8e5-bc7b64148dc3 None None] The sync data for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb is: [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '0d8efda0-3456-44e6-923e-71183c1a1298', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'floating_ip_address': '172.28.2.24', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '782170f6-355d-4c9c-b61f-b99764524942', 'port_id': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'mac_address': 'fa:16:3e:9c:51:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:45:30Z', 'updated_at': '2021-08-24T11:45:45Z', 'revision_number': 1, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:45:48.179052 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1f36b34e-947e-42f5-b03b-46851f41954c req-172d2db7-27b1-4aea-befd-6fbfa43bc2ed tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805423 Aug 24 11:45:48.240466 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-f5c0559d-9c15-423f-8ecc-cc36763214d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2197604 Aug 24 11:45:48.271025 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464aae08-2092-42b8-b5bd-9a62417b0687 {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:45:48.284611 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:48.344038 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e920b-2169-4419-9212-e4125f6523cc None None] New status for floating IP 0d8efda0-3456-44e6-923e-71183c1a1298: ACTIVE {{(pid=74967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:45:48.357492 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Transition to ACTIVE for port object 464aae08-2092-42b8-b5bd-9a62417b0687 will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:45:48.368066 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:48.374744 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b90a283a-c11f-42e2-a901-6da4d4a8d525 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:48.525440 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-15dce544-dc5e-4306-a5e8-6cb6b5eeb834 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744155 Aug 24 11:45:48.531270 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Pushing event updated for resources: {'Port': ['ID=464aae08-2092-42b8-b5bd-9a62417b0687,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:48.554114 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:48.755070 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Attempting to bind port 464aae08-2092-42b8-b5bd-9a62417b0687 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:45:48.755402 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Attempting to bind port 464aae08-2092-42b8-b5bd-9a62417b0687 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:45:48.755751 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Attempting to bind port 464aae08-2092-42b8-b5bd-9a62417b0687 on network 2cf7010c-85bd-4391-9fa8-2de7425432c0 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:45:48.759054 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-844af3e4-fd7f-40f7-b1de-0e98c2b907ae req-5fb32581-5832-405b-a0c6-9e7ef462dae3 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244272 Aug 24 11:45:48.763320 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Port 464aae08-2092-42b8-b5bd-9a62417b0687 on network 2cf7010c-85bd-4391-9fa8-2de7425432c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:45:48.763635 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Attempting to bind port 464aae08-2092-42b8-b5bd-9a62417b0687 on network 2cf7010c-85bd-4391-9fa8-2de7425432c0 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:45:48.770289 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:45:48.770613 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Checking segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:45:48.770979 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Bound using segment: {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:45:48.771391 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Bound port: 464aae08-2092-42b8-b5bd-9a62417b0687, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb42d0be-5aee-4bad-8846-1e13a9129516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:45:48.771809 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:48.856877 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] For port 464aae08-2092-42b8-b5bd-9a62417b0687, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:45:48.860313 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] For port 464aae08-2092-42b8-b5bd-9a62417b0687, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=464aae08-2092-42b8-b5bd-9a62417b0687,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:45:48.864373 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:48.868297 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-65b33616-5b3a-4e89-8263-adf294ba7f8b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:48.927310 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:48.928668 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] 10.222.0.37 "PUT /v2.0/ports/464aae08-2092-42b8-b5bd-9a62417b0687 HTTP/1.1" status: 200 len: 1093 time: 1.6696742 Aug 24 11:45:48.929146 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'tag': '464aae08-2092-42b8-b5bd-9a62417b0687'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:48.946285 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Pushing event updated for resources: {'Port': ['ID=464aae08-2092-42b8-b5bd-9a62417b0687,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:48.949641 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:48.990613 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'tag': '464aae08-2092-42b8-b5bd-9a62417b0687', 'status': 'completed', 'code': 200} Aug 24 11:45:49.085665 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-2aa61e97-4084-4e35-8c9c-fc8498516711 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 1096 time: 0.0703270 Aug 24 11:45:49.162446 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-e72f31a6-5003-4607-9a81-9a567fb7abe9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=464aae08-2092-42b8-b5bd-9a62417b0687 HTTP/1.1" status: 200 len: 217 time: 0.0634658 Aug 24 11:45:49.224506 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-390a1624-3fcd-499c-b9cc-656c5f18be29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:49.225851 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-390a1624-3fcd-499c-b9cc-656c5f18be29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.0570631 Aug 24 11:45:49.300666 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-93956940-3fae-45f4-89fa-854a568d52de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682173 Aug 24 11:45:49.488817 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-d061d803-9918-4ac1-a226-3f15bca75e7a service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809607 Aug 24 11:45:49.498235 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b709a5-0095-4d1a-bdba-8c6dce255b1d req-e098cd8c-e594-4fe8-98c9-a914156171fa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:49.499629 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a4b709a5-0095-4d1a-bdba-8c6dce255b1d req-e098cd8c-e594-4fe8-98c9-a914156171fa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 943 time: 0.1746442 Aug 24 11:45:49.716359 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a4b709a5-0095-4d1a-bdba-8c6dce255b1d req-c788c5fd-c065-4241-885b-a1eb3bc9fba6 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985900 Aug 24 11:45:49.733616 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f3d0e89e-7b47-49d3-8c5d-1a7d9782d05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:49.748155 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3f0cb2a5-ab13-4152-b397-f3add9212111 req-1abd3e96-7e89-4530-b454-890c2ea6e214 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475235 Aug 24 11:45:49.914987 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-d2a8d37c-f0ff-491d-85b6-8239144c9096 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 1096 time: 0.0713394 Aug 24 11:45:50.043096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-6f6c0f73-6e54-4841-83aa-7458beab1b56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:50.044558 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-6f6c0f73-6e54-4841-83aa-7458beab1b56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 911 time: 0.1229753 Aug 24 11:45:50.109960 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-5c28e072-9245-4525-87fd-0bb9ed0f4183 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=464aae08-2092-42b8-b5bd-9a62417b0687 HTTP/1.1" status: 200 len: 217 time: 0.0588522 Aug 24 11:45:50.172928 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-7e105086-1819-41f6-8301-6c605f03957d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:50.174206 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-7e105086-1819-41f6-8301-6c605f03957d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.0583010 Aug 24 11:45:50.247157 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-ec13f262-a4b0-4687-b749-aebe30bf6585 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0663788 Aug 24 11:45:50.375861 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-51a1ccf5-1cde-4af7-a127-94a82723de11 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220996 Aug 24 11:45:50.527070 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-befdd897-8192-4291-b1f1-9ae0212279e7 req-0738b092-30eb-4ca9-9662-30d199b2fe1a service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439786 Aug 24 11:45:50.683162 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:50.912183 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e694035-aecf-4bc3-bc09-f25836bcc631 req-de12b427-9be9-4330-b7a9-adf150c82d06 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:50.913585 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e694035-aecf-4bc3-bc09-f25836bcc631 req-de12b427-9be9-4330-b7a9-adf150c82d06 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 943 time: 0.0779018 Aug 24 11:45:50.956687 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7e694035-aecf-4bc3-bc09-f25836bcc631 req-5df3d3a8-ff8c-4d75-9d85-ba2e97c9dcde tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376973 Aug 24 11:45:52.153932 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89439ed4-94f3-4398-aeb2-8c563b7487fc req-d07966d5-9e88-4cdf-8ce8-7cb7cf3f8ff6 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:52.155942 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-89439ed4-94f3-4398-aeb2-8c563b7487fc req-d07966d5-9e88-4cdf-8ce8-7cb7cf3f8ff6 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 943 time: 0.0747483 Aug 24 11:45:52.199294 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-89439ed4-94f3-4398-aeb2-8c563b7487fc req-de7599b2-1684-4541-a72f-c33bc29e7d29 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380144 Aug 24 11:45:52.327531 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:52.917915 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 464aae08-2092-42b8-b5bd-9a62417b0687 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:45:53.077799 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 464aae08-2092-42b8-b5bd-9a62417b0687, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=464aae08-2092-42b8-b5bd-9a62417b0687,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:53.090424 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '464aae08-2092-42b8-b5bd-9a62417b0687', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'port_id': '464aae08-2092-42b8-b5bd-9a62417b0687', 'mac_address': 'fa:16:3e:bc:04:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:45:53.142471 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:53.158614 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464aae08-2092-42b8-b5bd-9a62417b0687 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:45:53.172726 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 464aae08-2092-42b8-b5bd-9a62417b0687, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=464aae08-2092-42b8-b5bd-9a62417b0687,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:53.176939 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:53.178698 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:53.202280 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:45:53.244331 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=464aae08-2092-42b8-b5bd-9a62417b0687,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:53.247294 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:53.536113 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14d53-7569-4278-a7d6-65d6a08d02fa req-9680a365-f53a-4fcf-bbae-134d02c7e228 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:53.537556 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-25c14d53-7569-4278-a7d6-65d6a08d02fa req-9680a365-f53a-4fcf-bbae-134d02c7e228 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 944 time: 0.0811181 Aug 24 11:45:53.582410 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-25c14d53-7569-4278-a7d6-65d6a08d02fa req-eb1cb2b9-70ac-4ac4-9482-b7038e33bb50 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394526 Aug 24 11:45:53.645497 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['464aae08-2092-42b8-b5bd-9a62417b0687'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:45:54.774970 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ae79e-4a55-4534-96ae-62d767becff2 req-e21c496b-3ff6-4a47-a3d9-0e14411a948e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:54.776435 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bf0ae79e-4a55-4534-96ae-62d767becff2 req-e21c496b-3ff6-4a47-a3d9-0e14411a948e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 944 time: 0.0781176 Aug 24 11:45:54.820839 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bf0ae79e-4a55-4534-96ae-62d767becff2 req-29807814-cc48-4a1c-ac03-ca69cd21ae86 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389698 Aug 24 11:45:54.927391 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 464aae08-2092-42b8-b5bd-9a62417b0687 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:45:54.995140 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 464aae08-2092-42b8-b5bd-9a62417b0687 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:45:55.000282 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 464aae08-2092-42b8-b5bd-9a62417b0687 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:45:55.000658 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:55.110550 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:55.137469 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464aae08-2092-42b8-b5bd-9a62417b0687'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:45:55.147104 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 464aae08-2092-42b8-b5bd-9a62417b0687, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=464aae08-2092-42b8-b5bd-9a62417b0687,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:45:55.151319 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:55.154358 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:45:55.196823 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464aae08-2092-42b8-b5bd-9a62417b0687', 'code': 200} Aug 24 11:45:55.221653 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=464aae08-2092-42b8-b5bd-9a62417b0687,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:45:55.224902 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:45:55.493187 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9f1c2677-26c4-4858-bf98-f94e47f5df0a req-c13ae98e-47e0-49d8-9749-7dd264b3a981 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 1098 time: 0.0694196 Aug 24 11:45:55.534375 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9f1c2677-26c4-4858-bf98-f94e47f5df0a req-2614108b-242e-4c73-b173-03b9f67df653 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349426 Aug 24 11:45:56.013552 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0abc0b-8718-4fe5-99a8-ddf10799ed44 req-cfb2c230-0d4e-4a55-9eec-82f0974e2224 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:56.015506 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3d0abc0b-8718-4fe5-99a8-ddf10799ed44 req-cfb2c230-0d4e-4a55-9eec-82f0974e2224 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 945 time: 0.0748785 Aug 24 11:45:56.062439 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3d0abc0b-8718-4fe5-99a8-ddf10799ed44 req-eb0eb1e8-9087-4111-8429-7e5a2273ca84 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Aug 24 11:45:57.257000 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6df75-61f1-40fc-bd4e-1c42664d6c95 req-401fe44e-12a5-4d25-867f-064a26eba455 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:57.258445 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9fc6df75-61f1-40fc-bd4e-1c42664d6c95 req-401fe44e-12a5-4d25-867f-064a26eba455 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 945 time: 0.0774636 Aug 24 11:45:57.303612 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9fc6df75-61f1-40fc-bd4e-1c42664d6c95 req-4ce77b5c-973a-4f6f-88c4-fc7628de9aff tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396554 Aug 24 11:45:58.503253 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe0dd0-0e4e-4fd4-b74f-64e18f8dad83 req-9a30701b-4842-4cc0-8db7-548a73a47c8e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:58.504718 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0ffe0dd0-0e4e-4fd4-b74f-64e18f8dad83 req-9a30701b-4842-4cc0-8db7-548a73a47c8e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 945 time: 0.0791476 Aug 24 11:45:58.549096 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0ffe0dd0-0e4e-4fd4-b74f-64e18f8dad83 req-a2ea807b-6c4a-406b-a951-318f5db314d6 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 Aug 24 11:45:58.740467 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350177e3-d652-4e63-a3df-f8bde4fc9878 req-915f298e-7b63-43ff-8ecb-06368bad2db6 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:45:58.741906 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-350177e3-d652-4e63-a3df-f8bde4fc9878 req-915f298e-7b63-43ff-8ecb-06368bad2db6 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 945 time: 0.0776410 Aug 24 11:45:58.750910 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59192) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:45:58.756160 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Request body: {'floatingip': {'port_id': '464aae08-2092-42b8-b5bd-9a62417b0687'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:45:58.903041 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:59.481304 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:59.484513 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:45:59.678281 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.l3_db [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Floating IP 09e1a64c-550e-4e3f-9450-982137245ac1 associated. External IP: 172.28.2.75, port: 464aae08-2092-42b8-b5bd-9a62417b0687. Aug 24 11:46:00.082956 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Router 60a6c01c-5784-42bf-999e-ba750cb1b132 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:46:00.104473 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:00.371825 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:46:00.377174 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:00.381357 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] Sync routers for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:46:00.392852 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:46:00.393459 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:00.430932 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-9cde54c1-bb57-449d-bad6-e190b324a105 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "PUT /v2.0/floatingips/09e1a64c-550e-4e3f-9450-982137245ac1 HTTP/1.1" status: 200 len: 990 time: 1.6789889 Aug 24 11:46:00.431556 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'tag': '464aae08-2092-42b8-b5bd-9a62417b0687'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:46:00.503865 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'tag': '464aae08-2092-42b8-b5bd-9a62417b0687', 'status': 'completed', 'code': 200} Aug 24 11:46:00.572798 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:46:00.629841 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-e2686a72-0987-4c82-90e0-e330b66b4c27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 1098 time: 0.0708365 Aug 24 11:46:00.761772 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-a2ba0e36-dc57-47a8-bcbb-9f6be70b3009 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:00.763235 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-a2ba0e36-dc57-47a8-bcbb-9f6be70b3009 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 200 len: 911 time: 0.1256635 Aug 24 11:46:00.866628 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-f2a54775-cadb-408d-9ff5-569d567988ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=464aae08-2092-42b8-b5bd-9a62417b0687 HTTP/1.1" status: 200 len: 998 time: 0.0967796 Aug 24 11:46:00.921744 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '09e1a64c-550e-4e3f-9450-982137245ac1', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'port_id': '464aae08-2092-42b8-b5bd-9a62417b0687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'mac_address': 'fa:16:3e:bc:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:45:43Z', 'updated_at': '2021-08-24T11:45:59Z', 'revision_number': 1, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:00.925514 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] Checking router: 60a6c01c-5784-42bf-999e-ba750cb1b132 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:46:00.929712 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-bf54737b-58ec-4368-9913-44199c10559b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:00.931196 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-bf54737b-58ec-4368-9913-44199c10559b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 200 len: 849 time: 0.0574419 Aug 24 11:46:00.935899 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:46:00.936498 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:01.015908 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-5460c4c4-257c-42a5-9d0b-1b0843b4635b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2cf7010c-85bd-4391-9fa8-2de7425432c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0738516 Aug 24 11:46:01.111187 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:46:01.153738 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-fdb67a46-2d58-4d05-97a5-44e52a39108c service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302733 Aug 24 11:46:01.287490 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ab5f3468-5ad5-4f59-a5b2-6276af01d5b4 req-571c14b3-0825-45eb-8f67-264a415961b9 service neutron] 10.222.0.37 "GET /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270890 Aug 24 11:46:01.482066 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '09e1a64c-550e-4e3f-9450-982137245ac1', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'port_id': '464aae08-2092-42b8-b5bd-9a62417b0687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'mac_address': 'fa:16:3e:bc:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:45:43Z', 'updated_at': '2021-08-24T11:45:59Z', 'revision_number': 1, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:01.485994 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff825d9-f0e1-494b-94c4-6c478ebb4b48 None None] The sync data for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb is: [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_floatingips': [{'id': '09e1a64c-550e-4e3f-9450-982137245ac1', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'floating_ip_address': '172.28.2.75', 'floating_network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'router_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'port_id': '464aae08-2092-42b8-b5bd-9a62417b0687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'mac_address': 'fa:16:3e:bc:04:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T11:45:43Z', 'updated_at': '2021-08-24T11:45:59Z', 'revision_number': 1, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:46:01.664600 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ed19204b-05d7-469b-b204-08b38301680d req-19ae2b90-dc21-4278-abe6-07bfe5d1a57d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753617 Aug 24 11:46:01.689297 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0555b66-776e-4a98-a72f-9b0b714ef5e3 None None] New status for floating IP 09e1a64c-550e-4e3f-9450-982137245ac1: ACTIVE {{(pid=74967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:46:01.772290 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ed19204b-05d7-469b-b204-08b38301680d req-222ec509-676a-4fd5-b414-34d8c806dd78 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1805528a710a456ca762f8be89c32f36&device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1098 time: 0.0715804 Aug 24 11:46:01.916940 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19204b-05d7-469b-b204-08b38301680d req-aea936e8-2842-45e1-82fc-77f11f5cfe14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:01.918276 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ed19204b-05d7-469b-b204-08b38301680d req-aea936e8-2842-45e1-82fc-77f11f5cfe14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 200 len: 910 time: 0.1252763 Aug 24 11:46:02.023430 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ed19204b-05d7-469b-b204-08b38301680d req-b2f035bd-589e-43cc-905e-47192a823749 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 200 len: 1000 time: 0.0970199 Aug 24 11:46:02.088766 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19204b-05d7-469b-b204-08b38301680d req-5cc99db7-0adb-4b89-8a83-469fa78b1679 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:02.090244 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ed19204b-05d7-469b-b204-08b38301680d req-5cc99db7-0adb-4b89-8a83-469fa78b1679 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ded2441-c687-41d8-9745-e88d14301842 HTTP/1.1" status: 200 len: 848 time: 0.0595300 Aug 24 11:46:02.163748 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ed19204b-05d7-469b-b204-08b38301680d req-79cfe46b-0eb8-4352-bc23-07ef6a875463 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f96d1c54-051a-40d0-9ed8-2d9a674f1188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0667903 Aug 24 11:46:02.297127 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ed19204b-05d7-469b-b204-08b38301680d req-15862ad3-7b59-4e55-9cb3-521ce27b3703 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270938 Aug 24 11:46:02.499636 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ed19204b-05d7-469b-b204-08b38301680d req-8e752b2a-fcef-4480-a801-3ecb839692fa service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954222 Aug 24 11:46:11.745653 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8eac869c-7abc-456c-984a-33704906ac8c req-2fbf6c86-e01d-4d4a-8e1d-c6493f4c02cb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830167052&fields=id&tenant_id=c2891a7b2fff44cbbae63d2e36700762 HTTP/1.1" status: 200 len: 267 time: 0.0414412 Aug 24 11:46:11.826871 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac869c-7abc-456c-984a-33704906ac8c req-c327eb24-7456-44f1-86e1-2cda2a8f2754 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:11.828311 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8eac869c-7abc-456c-984a-33704906ac8c req-c327eb24-7456-44f1-86e1-2cda2a8f2754 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 985 time: 0.0775793 Aug 24 11:46:11.838411 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-8eac869c-7abc-456c-984a-33704906ac8c req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Request body: {'port': {'security_groups': ['2ec3ed54-ead7-4651-a139-984416612fca']}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:46:11.952988 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-8eac869c-7abc-456c-984a-33704906ac8c req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.202549 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-8eac869c-7abc-456c-984a-33704906ac8c req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] For port f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:12.228646 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-8eac869c-7abc-456c-984a-33704906ac8c req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.233902 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-8eac869c-7abc-456c-984a-33704906ac8c req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.239694 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-748f26bf-84a8-45da-b95e-c6f4dff4409c tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:12.272542 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['f5da26ee-d6e1-4260-8d0b-f521cd1163f8'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:46:12.310459 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac869c-7abc-456c-984a-33704906ac8c req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:12.311067 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-8eac869c-7abc-456c-984a-33704906ac8c req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.313610 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8eac869c-7abc-456c-984a-33704906ac8c req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "PUT /v2.0/ports/f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 943 time: 0.4783523 Aug 24 11:46:12.313610 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:46:12.320193 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59254) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:12.347836 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event updated for resources: {'Port': ['ID=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,revision_number=7']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:12.379499 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.380182 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.380816 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.381328 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.381824 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.382331 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.382839 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.383321 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.383843 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.384345 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.384846 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:46:12.393599 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'status': 'completed', 'code': 200} Aug 24 11:46:12.394551 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:12.420245 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8b89a91e-c2e6-45b8-94d1-21d7e45579fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.451886 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8b89a91e-c2e6-45b8-94d1-21d7e45579fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.559062 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-f6324cc2-b582-413f-8805-1d2a92faa8bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2891a7b2fff44cbbae63d2e36700762&device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1099 time: 0.0986226 Aug 24 11:46:12.582805 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['f5da26ee-d6e1-4260-8d0b-f521cd1163f8'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:46:12.639006 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8b89a91e-c2e6-45b8-94d1-21d7e45579fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.646045 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ed273329-ebe2-4b65-9ce6-1011cb292e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:12.661963 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89a91e-c2e6-45b8-94d1-21d7e45579fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ce05c3-0ce0-44fb-add7-0602f05fa64a,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:12.666641 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8b89a91e-c2e6-45b8-94d1-21d7e45579fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:12.669923 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-9525d86d-7748-4a91-9c1c-00d2cc6a57cd None None] Provisioning complete for port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 triggered by entity DHCP. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:46:12.670204 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9525d86d-7748-4a91-9c1c-00d2cc6a57cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.676943 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-8b89a91e-c2e6-45b8-94d1-21d7e45579fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:12.680703 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-8b89a91e-c2e6-45b8-94d1-21d7e45579fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "DELETE /v2.0/security-groups/41ce05c3-0ce0-44fb-add7-0602f05fa64a HTTP/1.1" status: 204 len: 168 time: 0.3569486 Aug 24 11:46:12.680860 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59260) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:12.801965 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-94c6e117-86db-4732-b1c9-be5adcde7252 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:12.803399 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-94c6e117-86db-4732-b1c9-be5adcde7252 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 200 len: 916 time: 0.2368519 Aug 24 11:46:12.993510 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Deleting port 2a3b1cb8-e1d0-46d2-8ada-a6141471c855 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:12.993842 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:13.018424 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-3b63844e-9c08-48e7-a7a2-6cc7549628d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 1001 time: 0.2057693 Aug 24 11:46:13.158737 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-da98c675-3166-4e38-85f2-0e37cfc69732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:13.160062 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-da98c675-3166-4e38-85f2-0e37cfc69732 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=560fd2d0-8c68-4de5-b128-10c3c1c421e2 HTTP/1.1" status: 200 len: 854 time: 0.1314509 Aug 24 11:46:13.253523 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:13.253880 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:13.460083 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Calling delete_port for 2a3b1cb8-e1d0-46d2-8ada-a6141471c855 owned by network:floatingip {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:13.510326 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-40d34c58-3e8c-4f47-9e35-a61abf49f4e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6610923c-1433-476c-bf09-ca6d4a276dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3420486 Aug 24 11:46:13.696343 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-e2532026-0319-4df5-9684-0b0639c22b8b service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784854 Aug 24 11:46:13.795766 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:13.801940 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a7c00c2c-aadc-4f22-b699-7411e5191c4e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:13.855532 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event deleted for resources: {'Port': ['ID=2a3b1cb8-e1d0-46d2-8ada-a6141471c855,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:13.860146 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:13.949822 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8aec6e74-ce1f-44f5-bffc-ee8d5ee542a8 req-ad0601ce-b7d0-477f-a63c-ff01c13ef1a9 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449713 Aug 24 11:46:13.969419 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks [] for floatingip, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:14.357797 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Router 82b309a1-ad42-4d92-9fd9-35df0a245739 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:46:14.559859 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:46:14.570841 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] Sync routers for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:46:14.579821 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:14.583390 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:46:14.584046 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:14.635385 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "DELETE /v2.0/floatingips/ca5a2164-75d2-4998-bb4c-2671e1d64c9e HTTP/1.1" status: 204 len: 168 time: 1.9511042 Aug 24 11:46:14.635385 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:46:14.695003 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'status': 'completed', 'code': 200} Aug 24 11:46:14.764925 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:46:14.818909 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-df732bc1-6538-4642-a214-0799a898242c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2891a7b2fff44cbbae63d2e36700762&device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 1099 time: 0.0773604 Aug 24 11:46:15.085850 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-ae1deb49-a73d-4318-9d32-abb375ea4e65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:15.088870 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-ae1deb49-a73d-4318-9d32-abb375ea4e65 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 200 len: 916 time: 0.2634387 Aug 24 11:46:15.126385 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:23Z', 'revision_number': 5, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:15.130675 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] Checking router: 82b309a1-ad42-4d92-9fd9-35df0a245739 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:46:15.143368 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:46:15.143974 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:45:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:15.186827 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-cd2f656f-2143-475a-94b8-806a59301b78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 200 len: 217 time: 0.0910094 Aug 24 11:46:15.264295 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-01136424-ed51-486c-a5dd-0653028562a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:15.266248 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-01136424-ed51-486c-a5dd-0653028562a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=560fd2d0-8c68-4de5-b128-10c3c1c421e2 HTTP/1.1" status: 200 len: 854 time: 0.0610204 Aug 24 11:46:15.331857 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:46:15.342828 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-ce4f71d6-312d-4182-a49b-008db9e599be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6610923c-1433-476c-bf09-ca6d4a276dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0669265 Aug 24 11:46:15.478346 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-1b1e5cd3-8181-4ce1-a835-d63007a24dc3 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278255 Aug 24 11:46:15.613608 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d8c2e5c4-70ee-4302-89bd-af79a36033a1 req-3bf9aeec-0272-4047-94c5-d10a881efee8 service neutron] 10.222.0.37 "GET /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273186 Aug 24 11:46:15.678298 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:23Z', 'revision_number': 5, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:15.682396 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d410ef87-3c5a-464e-8832-9c952278e261 None None] The sync data for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb is: [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:10Z', 'revision_number': 4, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '8245cb1a-211a-433f-867d-d33bc469086e', 'name': '', 'network_id': '6610923c-1433-476c-bf09-ca6d4a276dc4', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'mac_address': 'fa:16:3e:4e:93:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:09Z', 'updated_at': '2021-08-24T11:42:23Z', 'revision_number': 5, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'subnets': [{'id': '560fd2d0-8c68-4de5-b128-10c3c1c421e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:46:15.905721 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26de7f2-370c-43c6-9bd0-4d9090ffdbdc None None] New status for floating IP ca5a2164-75d2-4998-bb4c-2671e1d64c9e: DOWN {{(pid=74967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:46:17.546163 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d0a8-8d9a-4f7a-b26b-dab080e9cb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:17.928394 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:18.071205 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1bd51-f7b1-444d-b246-0a5531a69ae4 req-0d554dd5-d294-4913-873d-5f2c6084f43c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:18.071918 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-b4d1bd51-f7b1-444d-b246-0a5531a69ae4 req-0d554dd5-d294-4913-873d-5f2c6084f43c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Synchronizing usage tracker for tenant:c2891a7b2fff44cbbae63d2e36700762 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:46:18.089294 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-b4d1bd51-f7b1-444d-b246-0a5531a69ae4 req-0d554dd5-d294-4913-873d-5f2c6084f43c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Unset dirty status for tenant:c2891a7b2fff44cbbae63d2e36700762 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:46:18.090531 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4d1bd51-f7b1-444d-b246-0a5531a69ae4 req-0d554dd5-d294-4913-873d-5f2c6084f43c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.0980093 Aug 24 11:46:18.135070 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-b4d1bd51-f7b1-444d-b246-0a5531a69ae4 req-36012551-992b-462f-ac38-cf82606ef125 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Synchronizing usage tracker for tenant:c2891a7b2fff44cbbae63d2e36700762 on resource:security_group {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:46:18.151018 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-b4d1bd51-f7b1-444d-b246-0a5531a69ae4 req-36012551-992b-462f-ac38-cf82606ef125 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Unset dirty status for tenant:c2891a7b2fff44cbbae63d2e36700762 on resource:security_group {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:46:18.152056 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b4d1bd51-f7b1-444d-b246-0a5531a69ae4 req-36012551-992b-462f-ac38-cf82606ef125 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560353 Aug 24 11:46:19.352451 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4368f-b197-4ce5-bb3e-01cc69d158ac req-7350f6bb-de51-4c80-a65c-c9a8c31f8d22 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:19.353815 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d0d4368f-b197-4ce5-bb3e-01cc69d158ac req-7350f6bb-de51-4c80-a65c-c9a8c31f8d22 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.0817378 Aug 24 11:46:19.400322 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d0d4368f-b197-4ce5-bb3e-01cc69d158ac req-a29a9b1f-ebf9-4c89-835a-2c1981a9a483 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Aug 24 11:46:19.726146 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7e646bd8-b550-466c-94a2-af16f20b9ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:20.655563 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982425-b024-4a4d-9f7f-859c6ecf2021 req-c779b5ae-14c1-4124-bee6-ea5416ff6c6b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:20.657063 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a2982425-b024-4a4d-9f7f-859c6ecf2021 req-c779b5ae-14c1-4124-bee6-ea5416ff6c6b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.1348596 Aug 24 11:46:20.663387 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-19720aea-4145-4204-84e5-b9a153ffda7b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:46:20.664738 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-19720aea-4145-4204-84e5-b9a153ffda7b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 946 time: 0.1090715 Aug 24 11:46:20.684589 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:20.758912 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a2982425-b024-4a4d-9f7f-859c6ecf2021 req-96b15a39-fbc7-4b55-a531-ba8e98a77e93 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/security-groups?id=2ec3ed54-ead7-4651-a139-984416612fca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932589 Aug 24 11:46:20.763959 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Deleting port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:20.764295 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:21.003546 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] For port f5da26ee-d6e1-4260-8d0b-f521cd1163f8, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:21.003931 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:21.122111 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Calling delete_port for f5da26ee-d6e1-4260-8d0b-f521cd1163f8 owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:21.260791 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:21.266288 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c089be3b-40c6-498d-ab0f-5850ad36984a tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:21.308756 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Pushing event deleted for resources: {'Port': ['ID=f5da26ee-d6e1-4260-8d0b-f521cd1163f8,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:21.311164 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:21.382857 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] No DVR routers for this DVR port f5da26ee-d6e1-4260-8d0b-f521cd1163f8 on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:46:21.385386 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:21.387907 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'name': 'network-vif-deleted', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:46:21.402153 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-28f965a6-db8e-4642-9bb0-0b9f5ed5bf89 req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.37 "DELETE /v2.0/ports/f5da26ee-d6e1-4260-8d0b-f521cd1163f8 HTTP/1.1" status: 204 len: 173 time: 0.7191882 Aug 24 11:46:21.442998 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ec0fc72-3d5f-48ef-89c6-20ffe76b409a', 'name': 'network-vif-deleted', 'tag': 'f5da26ee-d6e1-4260-8d0b-f521cd1163f8', 'status': 'completed', 'code': 200} Aug 24 11:46:21.930957 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4a70f703-5691-40d3-b88a-3875ff120aab req-9cf562e0-97c3-48d7-b2b8-e5935f3cbf6b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Synchronizing usage tracker for tenant:c2891a7b2fff44cbbae63d2e36700762 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:46:21.946566 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4a70f703-5691-40d3-b88a-3875ff120aab req-9cf562e0-97c3-48d7-b2b8-e5935f3cbf6b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Unset dirty status for tenant:c2891a7b2fff44cbbae63d2e36700762 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:46:21.947802 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4a70f703-5691-40d3-b88a-3875ff120aab req-9cf562e0-97c3-48d7-b2b8-e5935f3cbf6b tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec0fc72-3d5f-48ef-89c6-20ffe76b409a HTTP/1.1" status: 200 len: 210 time: 0.0571737 Aug 24 11:46:22.333344 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:23.046866 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device f5da26ee-d6e1-4260-8d0b-f521cd1163f8 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:46:23.079335 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: f5da26ee-d6e1-4260-8d0b-f521cd1163f8 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:46:23.079744 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device f5da26ee-d6e1-4260-8d0b-f521cd1163f8 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:46:23.728145 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59380) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:24.179036 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4081065'] for router_interface, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:24.773177 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Deleting port 8245cb1a-211a-433f-867d-d33bc469086e {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:24.773822 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:24.939482 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] For port 8245cb1a-211a-433f-867d-d33bc469086e, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=8245cb1a-211a-433f-867d-d33bc469086e,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:24.939785 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:25.058302 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Calling delete_port for 8245cb1a-211a-433f-867d-d33bc469086e owned by network:router_interface {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:25.229103 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:25.232385 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2cf1ff4b-8f0d-40bb-bd71-c75fde76e424 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:25.270745 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=8245cb1a-211a-433f-867d-d33bc469086e,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:25.274587 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:25.644066 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3018629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4080989'] for router_interface, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:26.203627 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Router 82b309a1-ad42-4d92-9fd9-35df0a245739 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:46:26.401583 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:46:26.412550 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] Sync routers for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:46:26.417116 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-20aac194-29e4-4d08-ae2f-d229e7476cfa admin admin] 10.222.0.49 "PUT /v2.0/routers/82b309a1-ad42-4d92-9fd9-35df0a245739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878231 Aug 24 11:46:26.419518 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59394) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:26.425008 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:46:26.425623 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:46:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:26.600353 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:46:26.615363 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks [] for router, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:26.902901 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97'}], 'enable_snat': True}, 'gw_port_id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:46:25Z', 'revision_number': 5, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port': {'id': '4e92b639-4dfc-4474-bed3-6b4b3ccca5bb', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:40:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:26.906752 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] Checking router: 82b309a1-ad42-4d92-9fd9-35df0a245739 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:46:26.911333 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:26.917254 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] Routers {'82b309a1-ad42-4d92-9fd9-35df0a245739'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:46:26.917863 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:46:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['82b309a1-ad42-4d92-9fd9-35df0a245739'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:26.920657 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Deleting port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:26.921118 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:27.063284 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] Set router 82b309a1-ad42-4d92-9fd9-35df0a245739 gateway port host: None {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:46:27.093018 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] For port 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=4e92b639-4dfc-4474-bed3-6b4b3ccca5bb,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:27.093389 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:27.165086 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:46:26Z', 'revision_number': 6, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port_host': None}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:27.168868 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67015e98-a9c0-4a1e-a148-b7558238f228 None None] The sync data for ids ['82b309a1-ad42-4d92-9fd9-35df0a245739'] in dv-cinder-798098-2-smb is: [{'id': '82b309a1-ad42-4d92-9fd9-35df0a245739', 'name': 'tempest-TestMinimumBasicScenario-1803023833-router', 'tenant_id': 'c2891a7b2fff44cbbae63d2e36700762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:05Z', 'updated_at': '2021-08-24T11:46:26Z', 'revision_number': 6, 'project_id': 'c2891a7b2fff44cbbae63d2e36700762', 'gw_port_host': None}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:46:27.215137 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Calling delete_port for 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb owned by network:router_gateway {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:27.378149 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:27.382188 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:27.422754 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e92b639-4dfc-4474-bed3-6b4b3ccca5bb,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:27.426193 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:27.644950 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4081364'] for router_gateway, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:27.896600 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3783800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5092'] for router, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:27.900701 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:27.987855 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3783400'] for router, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:27.988358 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b309a1-ad42-4d92-9fd9-35df0a245739 {{(pid=74965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 11:46:28.002707 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] Notify callbacks [] for router, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.003875 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-3abf0ec8-545c-4208-8b8b-c6d1d3c82905 admin admin] 10.222.0.49 "DELETE /v2.0/routers/82b309a1-ad42-4d92-9fd9-35df0a245739 HTTP/1.1" status: 204 len: 168 time: 1.5833526 Aug 24 11:46:28.006303 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59404) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:28.065951 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] Deleting subnet 560fd2d0-8c68-4de5-b128-10c3c1c421e2 {{(pid=74965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:46:28.068798 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.213218 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2844677'] for subnet, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.327026 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.392808 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2845753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625551'] for subnet, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.397191 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-f466319c-5dfa-4d84-bdc2-c071d4f430e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:28.433315 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560fd2d0-8c68-4de5-b128-10c3c1c421e2,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:28.436543 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:28.439724 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.444922 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862f013e-ca79-478b-adb0-75f422894a8e None None] Network 6610923c-1433-476c-bf09-ca6d4a276dc4 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:46:28.448340 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-9cdb7736-297b-4e30-b4ec-9048ea4f4c06 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/560fd2d0-8c68-4de5-b128-10c3c1c421e2 HTTP/1.1" status: 204 len: 168 time: 0.4387796 Aug 24 11:46:28.448563 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59410) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:28.556364 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.566516 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Deleting port 6acb2d31-a053-4eba-9a69-7537e510ad16 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:28.567253 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.737493 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] DHCP port deletion for 6610923c-1433-476c-bf09-ca6d4a276dc4 request from dv-cinder-798098-2-smb {{(pid=74966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 11:46:28.742110 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] Deleting port 6acb2d31-a053-4eba-9a69-7537e510ad16 {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:28.742523 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.775907 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] For port 6acb2d31-a053-4eba-9a69-7537e510ad16, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=6acb2d31-a053-4eba-9a69-7537e510ad16,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:28.776261 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.822497 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:46:28.863884 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:46:28.864232 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 4e92b639-4dfc-4474-bed3-6b4b3ccca5bb not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:46:28.864657 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 6acb2d31-a053-4eba-9a69-7537e510ad16 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:46:28.899447 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Calling delete_port for 6acb2d31-a053-4eba-9a69-7537e510ad16 owned by network:dhcp {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:28.972464 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:28.976122 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-0b931e54-460e-4e7e-936b-27ac6f31d22c tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:29.011286 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No active binding found for port 6acb2d31-a053-4eba-9a69-7537e510ad16 {{(pid=74966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Aug 24 11:46:29.011709 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 6acb2d31-a053-4eba-9a69-7537e510ad16 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:46:29.012132 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 8245cb1a-211a-433f-867d-d33bc469086e no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:46:29.015304 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acb2d31-a053-4eba-9a69-7537e510ad16,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:29.018789 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:29.023896 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] No DVR routers for this DVR port 6acb2d31-a053-4eba-9a69-7537e510ad16 on host dv-cinder-798098-2-smb {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:46:29.052430 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 8245cb1a-211a-433f-867d-d33bc469086e {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:46:29.052779 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 8245cb1a-211a-433f-867d-d33bc469086e not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:46:29.055184 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] For port 6acb2d31-a053-4eba-9a69-7537e510ad16, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=6acb2d31-a053-4eba-9a69-7537e510ad16,segment=NetworkSegment(2324fba6-c507-4508-a24d-c72a1b21ed9c),segment_id=2324fba6-c507-4508-a24d-c72a1b21ed9c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:29.055606 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.137838 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.151114 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6610923c-1433-476c-bf09-ca6d4a276dc4']}} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:29.164091 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2324fba6-c507-4508-a24d-c72a1b21ed9c') {'for_net_delete': True} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:29.164361 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2324fba6-c507-4508-a24d-c72a1b21ed9c') {} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:29.175281 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2844682'] for segment, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.175448 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] Calling delete_port for 6acb2d31-a053-4eba-9a69-7537e510ad16 owned by network:dhcp {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:29.191548 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.197573 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=74965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:46:29.197943 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2845855'] for segment, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: Traceback (most recent call last): Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: timer() Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: cb(*args, **kw) Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: return func(*args, **kwargs) Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: self._notify() Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: self.callback(batched_events) Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: event.method(event) Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: return f(self, *a, **k) Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: return self._get(url).json() Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: return self.request(url, 'GET', **kwargs) Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:46:29.211476 dv-cinder-798098-2-smb neutron-server[74965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:46:29.288343 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.293444 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.295759 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:29.311969 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.db.api [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:46:29.312973 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_db.api [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:46:29.316988 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Pushing event deleted for resources: {'Network': ['ID=6610923c-1433-476c-bf09-ca6d4a276dc4,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:29.322022 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:29.325425 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-faa907e9-343c-4383-9a44-ec7cb4e4ea83 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6610923c-1433-476c-bf09-ca6d4a276dc4 HTTP/1.1" status: 204 len: 168 time: 0.8759587 Aug 24 11:46:29.328273 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59420) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:29.798639 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4081065'] for router_interface, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.813963 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] Deleting port 6acb2d31-a053-4eba-9a69-7537e510ad16 {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:29.814434 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:29.880752 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-050cd368-d287-47d8-862a-332cf811bce2 None None] The port '6acb2d31-a053-4eba-9a69-7537e510ad16' was deleted {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 11:46:30.109023 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:30.201927 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:46:30.382872 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Deleting port f9e06e8f-ca99-41fc-bbb6-1e47aa283557 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:30.383359 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:30.553938 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] For port f9e06e8f-ca99-41fc-bbb6-1e47aa283557, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,segment=NetworkSegment(525e3395-1139-4ce7-be68-301825ee899c),segment_id=525e3395-1139-4ce7-be68-301825ee899c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:30.554291 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:30.671552 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Calling delete_port for f9e06e8f-ca99-41fc-bbb6-1e47aa283557 owned by network:router_interface {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:30.845020 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:30.848693 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-deda845b-350c-40d7-a48b-59e3e05cd4e8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:30.893173 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e06e8f-ca99-41fc-bbb6-1e47aa283557,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:30.896491 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:31.260156 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3018629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4080989'] for router_interface, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:31.816842 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Router 71745bc0-3b59-4857-baf7-caa497e91a40 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:46:32.011829 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:46:32.020848 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] Sync routers for ids ['71745bc0-3b59-4857-baf7-caa497e91a40'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:46:32.028756 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] 10.222.0.49 "PUT /v2.0/routers/71745bc0-3b59-4857-baf7-caa497e91a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6994474 Aug 24 11:46:32.031769 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59434) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:32.037574 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] Routers {'71745bc0-3b59-4857-baf7-caa497e91a40'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:46:32.038181 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:46:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['71745bc0-3b59-4857-baf7-caa497e91a40'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:32.211883 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] Set router 71745bc0-3b59-4857-baf7-caa497e91a40 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:46:32.224692 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks [] for router, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:32.421997 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:32.431547 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Deleting port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:32.431930 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:32.521982 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229'}], 'enable_snat': True}, 'gw_port_id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:46:30Z', 'revision_number': 5, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port': {'id': '92de6eff-f8e5-45ba-8bd5-2c3aaff27d79', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:42:15Z', 'updated_at': '2021-08-24T11:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:32.525772 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] Checking router: 71745bc0-3b59-4857-baf7-caa497e91a40 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:46:32.536578 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] Routers {'71745bc0-3b59-4857-baf7-caa497e91a40'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:46:32.537175 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:46:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['71745bc0-3b59-4857-baf7-caa497e91a40'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:32.615018 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] For port 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=92de6eff-f8e5-45ba-8bd5-2c3aaff27d79,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:32.615470 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:32.686645 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] Set router 71745bc0-3b59-4857-baf7-caa497e91a40 gateway port host: None {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:46:32.798392 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:46:32Z', 'revision_number': 6, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port_host': None}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:32.802283 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9fd7e5-9c83-40f6-bc96-6ad1d9f827c2 None None] The sync data for ids ['71745bc0-3b59-4857-baf7-caa497e91a40'] in dv-cinder-798098-2-smb is: [{'id': '71745bc0-3b59-4857-baf7-caa497e91a40', 'name': 'tempest-TestMinimumBasicScenario-706268678-router', 'tenant_id': '24abbc61e9de442280950d00239ded8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:42:14Z', 'updated_at': '2021-08-24T11:46:32Z', 'revision_number': 6, 'project_id': '24abbc61e9de442280950d00239ded8c', 'gw_port_host': None}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:46:32.845178 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Calling delete_port for 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 owned by network:router_gateway {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:33.001967 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.006374 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a5abf272-c8e6-4579-b6f1-b37fea830c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:33.046984 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Pushing event deleted for resources: {'Port': ['ID=92de6eff-f8e5-45ba-8bd5-2c3aaff27d79,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:33.049356 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:33.273044 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4081364'] for router_gateway, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.524395 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3783800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5092'] for router, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.528587 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.555671 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3783400'] for router, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.556203 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71745bc0-3b59-4857-baf7-caa497e91a40 {{(pid=74965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 11:46:33.569386 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Notify callbacks [] for router, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.570530 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] 10.222.0.49 "DELETE /v2.0/routers/71745bc0-3b59-4857-baf7-caa497e91a40 HTTP/1.1" status: 204 len: 168 time: 1.5378706 Aug 24 11:46:33.573136 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59442) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:33.634714 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] Deleting subnet 9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:46:33.637679 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.692411 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3119823'] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.811180 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.879852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3391087'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.884479 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:33.922164 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:33.925396 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:33.926460 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:33.931132 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f6369-c009-4606-a15d-4ff1c85a5f9a None None] Network 82c1427a-a455-4106-8652-e07aadf4d59a requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:46:33.932237 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0962746b-b25f-4329-ab2a-7a932cab9e5e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9b7fa71e-9e36-43b6-989c-7cf0b5bbbcb7 HTTP/1.1" status: 204 len: 168 time: 0.3581190 Aug 24 11:46:33.934591 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59448) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:34.042595 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.053230 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Deleting port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:34.053553 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.166294 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] DHCP port deletion for 82c1427a-a455-4106-8652-e07aadf4d59a request from dv-cinder-798098-2-smb {{(pid=74966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 11:46:34.170487 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] Deleting port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:34.170866 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.355990 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] For port 3c9aed40-9be6-4758-a0bb-cde9cabc9675, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=3c9aed40-9be6-4758-a0bb-cde9cabc9675,segment=NetworkSegment(525e3395-1139-4ce7-be68-301825ee899c),segment_id=525e3395-1139-4ce7-be68-301825ee899c)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:34.356255 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.383162 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] For port 3c9aed40-9be6-4758-a0bb-cde9cabc9675, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=3c9aed40-9be6-4758-a0bb-cde9cabc9675,segment=NetworkSegment(525e3395-1139-4ce7-be68-301825ee899c),segment_id=525e3395-1139-4ce7-be68-301825ee899c)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:46:34.383562 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.479737 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Calling delete_port for 3c9aed40-9be6-4758-a0bb-cde9cabc9675 owned by network:dhcp {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:34.543799 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] Calling delete_port for 3c9aed40-9be6-4758-a0bb-cde9cabc9675 owned by network:dhcp {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:46:34.552215 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.555914 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e5205844-37d7-493e-9810-80cebe4f114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:34.597633 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9aed40-9be6-4758-a0bb-cde9cabc9675,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:34.601759 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:34.606418 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] No DVR routers for this DVR port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 on host dv-cinder-798098-2-smb {{(pid=74964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:46:34.618688 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.db.api [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:46:34.619054 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_db.api [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:46:34.720792 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.734090 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c1427a-a455-4106-8652-e07aadf4d59a']}} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:34.746012 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525e3395-1139-4ce7-be68-301825ee899c') {'for_net_delete': True} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:34.746303 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525e3395-1139-4ce7-be68-301825ee899c') {} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:46:34.757949 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3119808'] for segment, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.774160 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.780127 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=74964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:46:34.780503 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625149'] for segment, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: Traceback (most recent call last): Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: timer() Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: cb(*args, **kw) Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: return func(*args, **kwargs) Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: self._notify() Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: self.callback(batched_events) Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: event.method(event) Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: return f(self, *a, **k) Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: return self._get(url).json() Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: return self.request(url, 'GET', **kwargs) Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:46:34.793634 dv-cinder-798098-2-smb neutron-server[74964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:46:34.799132 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device f9e06e8f-ca99-41fc-bbb6-1e47aa283557 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:46:34.832066 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: f9e06e8f-ca99-41fc-bbb6-1e47aa283557 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:46:34.832415 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device f9e06e8f-ca99-41fc-bbb6-1e47aa283557 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:46:34.832831 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 3c9aed40-9be6-4758-a0bb-cde9cabc9675 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:46:34.864578 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 3c9aed40-9be6-4758-a0bb-cde9cabc9675 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:46:34.864578 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 3c9aed40-9be6-4758-a0bb-cde9cabc9675 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:46:34.865010 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:46:34.870747 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.877336 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:34.891479 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:34.898216 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:46:34.898576 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 92de6eff-f8e5-45ba-8bd5-2c3aaff27d79 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:46:34.910458 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] 10.222.0.49 "DELETE /v2.0/networks/82c1427a-a455-4106-8652-e07aadf4d59a HTTP/1.1" status: 204 len: 168 time: 0.9748831 Aug 24 11:46:34.911790 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Pushing event deleted for resources: {'Network': ['ID=82c1427a-a455-4106-8652-e07aadf4d59a,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:34.914041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8871266d-d36c-4c05-b71c-6e881dc1c56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:35.102667 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59458) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:35.120626 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] Deleting port 3c9aed40-9be6-4758-a0bb-cde9cabc9675 {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:46:35.121185 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.152289 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-61fbd474-7cfd-4d1a-80e0-7cc75b94d93b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2891a7b2fff44cbbae63d2e36700762&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482712 Aug 24 11:46:35.154543 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59462) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:35.185618 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-0a46c5c8-6c34-4a03-8d5e-272ddb9b6512 None None] The port '3c9aed40-9be6-4758-a0bb-cde9cabc9675' was deleted {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 11:46:35.218586 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0a0222bc-0cb6-491f-ad84-53d047f4a2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.243533 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0a0222bc-0cb6-491f-ad84-53d047f4a2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.292465 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0a0222bc-0cb6-491f-ad84-53d047f4a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.297572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-81de5ca0-9efe-4f44-a2f6-f15c4648c222 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:35.309598 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0222bc-0cb6-491f-ad84-53d047f4a2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec3ed54-ead7-4651-a139-984416612fca,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:35.312156 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0a0222bc-0cb6-491f-ad84-53d047f4a2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:35.326576 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0a0222bc-0cb6-491f-ad84-53d047f4a2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.327734 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0a0222bc-0cb6-491f-ad84-53d047f4a2e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2ec3ed54-ead7-4651-a139-984416612fca HTTP/1.1" status: 204 len: 168 time: 0.1722412 Aug 24 11:46:35.709784 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59472) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:35.762640 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-9101ce43-d092-4fe3-8073-f014e27cc2d7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=24abbc61e9de442280950d00239ded8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516553 Aug 24 11:46:35.764972 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59476) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:46:35.822621 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1428ac55-42e0-4a62-975c-31f4b612c73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.848505 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1428ac55-42e0-4a62-975c-31f4b612c73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.899452 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1428ac55-42e0-4a62-975c-31f4b612c73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.903029 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-70f44d23-cbca-42f3-8d99-b3d45720053d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:46:35.916317 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428ac55-42e0-4a62-975c-31f4b612c73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5207375-1ed9-43c1-aff5-c0ab6292adb3,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:46:35.919223 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1428ac55-42e0-4a62-975c-31f4b612c73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:46:35.921083 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1428ac55-42e0-4a62-975c-31f4b612c73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:35.922157 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1428ac55-42e0-4a62-975c-31f4b612c73c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5207375-1ed9-43c1-aff5-c0ab6292adb3 HTTP/1.1" status: 204 len: 168 time: 0.1558247 Aug 24 11:46:47.538741 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9b168a77-9864-4fdd-9824-1e66beea6fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:47.930173 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:49.728953 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-e75afd29-7a40-4ef4-85b5-a2f09e171cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:50.687280 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:46:52.333295 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:00.110483 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:07.201629 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:47:09.529781 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59600) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:09.952994 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Deleting port e0767f52-dfb9-410b-9ed9-a3264160452d {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:09.953328 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:10.111933 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:10.112257 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:10.318316 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Calling delete_port for e0767f52-dfb9-410b-9ed9-a3264160452d owned by network:floatingip {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:10.462332 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:10.466198 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-6ccdc4c0-042c-4399-8497-ed5e2f285539 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:10.508349 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event deleted for resources: {'Port': ['ID=e0767f52-dfb9-410b-9ed9-a3264160452d,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:10.511732 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:10.600586 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for floatingip, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:10.996337 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Router 576e351c-6442-4f4e-85e0-f6d55ff70c4a has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:47:11.192162 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:47:11.201263 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] Sync routers for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:47:11.204227 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:11.213882 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:11.214505 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:46:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:11.256639 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "DELETE /v2.0/floatingips/99a1d082-5fec-40f7-a4bd-520f344e4bd4 HTTP/1.1" status: 204 len: 168 time: 1.7257400 Aug 24 11:47:11.257257 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:47:11.311336 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'status': 'completed', 'code': 200} Aug 24 11:47:11.401043 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:11.446393 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-2b89f814-a539-435f-a7f4-6c40ae418e28 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1805528a710a456ca762f8be89c32f36&device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 1098 time: 0.0870223 Aug 24 11:47:11.634727 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-f68910b9-35d8-498d-9082-36035b3ec395 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:11.636183 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-f68910b9-35d8-498d-9082-36035b3ec395 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 200 len: 910 time: 0.1717057 Aug 24 11:47:11.715516 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-0c538d3f-0ce2-4e0d-a078-396869d5bff3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 200 len: 217 time: 0.0712068 Aug 24 11:47:11.718184 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:43Z', 'revision_number': 5, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:11.722434 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] Checking router: 576e351c-6442-4f4e-85e0-f6d55ff70c4a for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:47:11.733184 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:11.733786 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:46:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:11.768714 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed092b4-94b8-43b1-bdab-008dd93edd48 req-15c091d0-200b-43c1-b35c-d3e65024eb33 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:11.769392 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-6ed092b4-94b8-43b1-bdab-008dd93edd48 req-15c091d0-200b-43c1-b35c-d3e65024eb33 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Synchronizing usage tracker for tenant:1805528a710a456ca762f8be89c32f36 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:47:11.797326 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-be9800af-cb37-4489-bf4d-c823a02dcce7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:11.798851 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-be9800af-cb37-4489-bf4d-c823a02dcce7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ded2441-c687-41d8-9745-e88d14301842 HTTP/1.1" status: 200 len: 848 time: 0.0749969 Aug 24 11:47:11.800418 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-6ed092b4-94b8-43b1-bdab-008dd93edd48 req-15c091d0-200b-43c1-b35c-d3e65024eb33 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Unset dirty status for tenant:1805528a710a456ca762f8be89c32f36 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:47:11.801394 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ed092b4-94b8-43b1-bdab-008dd93edd48 req-15c091d0-200b-43c1-b35c-d3e65024eb33 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.2125528 Aug 24 11:47:11.911566 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:11.995667 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ed092b4-94b8-43b1-bdab-008dd93edd48 req-8fb41fdb-d224-46ae-882b-37ec38894516 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875157 Aug 24 11:47:12.007256 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-b0033469-53ee-4d8b-b4aa-7ec2058ee5ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f96d1c54-051a-40d0-9ed8-2d9a674f1188&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2003596 Aug 24 11:47:12.146138 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-fc710446-5458-48d2-aaec-1f60336425e4 service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305296 Aug 24 11:47:12.270395 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:43Z', 'revision_number': 5, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:12.274602 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd6b88-ad47-4840-9f1f-c4e74e763f86 None None] The sync data for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb is: [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:40:25Z', 'revision_number': 4, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': 'a308b580-9bf4-4227-91a3-2966fe735d0c', 'name': '', 'network_id': 'f96d1c54-051a-40d0-9ed8-2d9a674f1188', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'mac_address': 'fa:16:3e:15:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ded2441-c687-41d8-9745-e88d14301842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:24Z', 'updated_at': '2021-08-24T11:40:43Z', 'revision_number': 5, 'project_id': '1805528a710a456ca762f8be89c32f36', 'subnets': [{'id': '5ded2441-c687-41d8-9745-e88d14301842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:47:12.283914 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0ce0ac7-ffd1-4835-ba45-1309372fb84b req-f85f53c9-480d-46d2-b980-4eb89a4ec04b service neutron] 10.222.0.37 "GET /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296921 Aug 24 11:47:12.529273 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d68bb9-92bc-4c1d-8bda-bc781061562c None None] New status for floating IP 99a1d082-5fec-40f7-a4bd-520f344e4bd4: DOWN {{(pid=74967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:47:13.194298 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71501e03-94dd-4721-af04-f62153b9c966 req-b983ec05-e79b-41b6-b623-e2c9dbb3662b tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:13.195736 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-71501e03-94dd-4721-af04-f62153b9c966 req-b983ec05-e79b-41b6-b623-e2c9dbb3662b tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0745940 Aug 24 11:47:13.239719 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-71501e03-94dd-4721-af04-f62153b9c966 req-f799b525-d9dd-47c6-95ed-0c0141813308 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/security-groups?id=0b1031ee-ab17-42cd-873b-9a6130d4672a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386937 Aug 24 11:47:13.543961 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-c1fcacfd-78f0-4f72-a77b-f1021b89d318 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:13.545367 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-c1fcacfd-78f0-4f72-a77b-f1021b89d318 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 945 time: 0.0783894 Aug 24 11:47:13.613675 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Deleting port dc475e2b-a422-4361-9ffd-7d3436ed16bc {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:13.614159 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:13.856325 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] For port dc475e2b-a422-4361-9ffd-7d3436ed16bc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc475e2b-a422-4361-9ffd-7d3436ed16bc,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:13.856680 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:13.977261 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Calling delete_port for dc475e2b-a422-4361-9ffd-7d3436ed16bc owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:14.115033 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:14.121258 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-934f5d04-8791-4b09-ab37-d62be77d2694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:14.164418 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event deleted for resources: {'Port': ['ID=dc475e2b-a422-4361-9ffd-7d3436ed16bc,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:14.232316 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.233012 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.233118 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.233398 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.233748 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.234097 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.234444 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.234788 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.235133 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.235476 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.235852 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:14.243039 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:14.248647 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] No DVR routers for this DVR port dc475e2b-a422-4361-9ffd-7d3436ed16bc on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:47:14.250717 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:14.253280 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'name': 'network-vif-deleted', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:47:14.268095 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c1ea928-e9ba-45b8-954c-7160a13dcd6c req-271f7445-853f-4ae6-838e-7a0d2b3bc56e tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.37 "DELETE /v2.0/ports/dc475e2b-a422-4361-9ffd-7d3436ed16bc HTTP/1.1" status: 204 len: 173 time: 0.7166607 Aug 24 11:47:14.318179 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b171160-30a3-46e9-b09e-1a52ea58382a', 'name': 'network-vif-deleted', 'tag': 'dc475e2b-a422-4361-9ffd-7d3436ed16bc', 'status': 'completed', 'code': 200} Aug 24 11:47:14.403091 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-bccfdd5e-3776-4c39-96e4-81030d89dae4 req-966ae055-4ea6-4b93-ada4-364a90171675 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Synchronizing usage tracker for tenant:1805528a710a456ca762f8be89c32f36 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:47:14.419794 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-bccfdd5e-3776-4c39-96e4-81030d89dae4 req-966ae055-4ea6-4b93-ada4-364a90171675 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Unset dirty status for tenant:1805528a710a456ca762f8be89c32f36 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:47:14.420947 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bccfdd5e-3776-4c39-96e4-81030d89dae4 req-966ae055-4ea6-4b93-ada4-364a90171675 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 210 time: 0.0570598 Aug 24 11:47:15.370465 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897fa524-7989-4318-9a67-6d06fc0b000d req-2cefb72c-1941-4dda-88bd-078329f3eee4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:15.371908 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-897fa524-7989-4318-9a67-6d06fc0b000d req-2cefb72c-1941-4dda-88bd-078329f3eee4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0795321 Aug 24 11:47:15.415342 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-897fa524-7989-4318-9a67-6d06fc0b000d req-1eb87d08-2484-47d4-915f-2078ba0685ee tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373147 Aug 24 11:47:15.597956 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4d7e5dcf-8ddb-4b9c-80b6-70680c72b096 req-824cddf3-6557-4e63-a49a-3ec033e85f15 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "GET /v2.0/ports?device_id=2b171160-30a3-46e9-b09e-1a52ea58382a HTTP/1.1" status: 200 len: 210 time: 0.0430555 Aug 24 11:47:16.625800 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ac5c-c62c-453b-a6e2-706d481c4669 req-1fc6b06c-bfdf-40e6-9828-728b42661301 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:16.627249 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f840ac5c-c62c-453b-a6e2-706d481c4669 req-1fc6b06c-bfdf-40e6-9828-728b42661301 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0798633 Aug 24 11:47:16.673166 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f840ac5c-c62c-453b-a6e2-706d481c4669 req-603f89bd-c6fc-4b88-8af9-a517d2978000 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400784 Aug 24 11:47:16.701109 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59664) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:16.770154 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5f593a40-d9a2-4daf-8e34-f910eb99b2cd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:16.798903 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5f593a40-d9a2-4daf-8e34-f910eb99b2cd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:16.860184 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5f593a40-d9a2-4daf-8e34-f910eb99b2cd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:16.863949 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2494a2ec-824c-45a0-a2dd-06b59003460b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:16.880482 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f593a40-d9a2-4daf-8e34-f910eb99b2cd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1031ee-ab17-42cd-873b-9a6130d4672a,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:16.883549 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5f593a40-d9a2-4daf-8e34-f910eb99b2cd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:16.893623 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-5f593a40-d9a2-4daf-8e34-f910eb99b2cd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:16.897263 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-5f593a40-d9a2-4daf-8e34-f910eb99b2cd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] 10.222.0.49 "DELETE /v2.0/security-groups/0b1031ee-ab17-42cd-873b-9a6130d4672a HTTP/1.1" status: 204 len: 168 time: 0.1926384 Aug 24 11:47:16.950495 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59670) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:17.333256 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device dc475e2b-a422-4361-9ffd-7d3436ed16bc no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:17.365119 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: dc475e2b-a422-4361-9ffd-7d3436ed16bc {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:17.365470 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device dc475e2b-a422-4361-9ffd-7d3436ed16bc not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:17.460063 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4081065'] for router_interface, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:17.540893 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0f560535-d374-44d2-a5ff-78345d7b98c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:17.932593 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:17.974684 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332971a-c440-4f10-8453-0db69ab0e938 req-da845d73-2584-4ee3-8997-7e364dd40bb0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:17.976548 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9332971a-c440-4f10-8453-0db69ab0e938 req-da845d73-2584-4ee3-8997-7e364dd40bb0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.1699541 Aug 24 11:47:18.021792 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9332971a-c440-4f10-8453-0db69ab0e938 req-02b24c2c-bda1-44a8-b4ec-2e9ee0932fea tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396116 Aug 24 11:47:18.146197 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Deleting port a308b580-9bf4-4227-91a3-2966fe735d0c {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:18.146761 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:18.315145 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] For port a308b580-9bf4-4227-91a3-2966fe735d0c, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=a308b580-9bf4-4227-91a3-2966fe735d0c,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:18.315503 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:18.434789 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Calling delete_port for a308b580-9bf4-4227-91a3-2966fe735d0c owned by network:router_interface {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:18.616895 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:18.620378 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-79b0273f-3774-4a1c-8360-5ad85ff14b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:18.665835 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a308b580-9bf4-4227-91a3-2966fe735d0c,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:18.704472 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.704881 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.705257 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.705627 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.705991 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.706354 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.706715 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.707076 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.707434 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.707830 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.708186 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:18.711508 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:18.975121 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3018629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4080989'] for router_interface, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:19.236279 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf92f2-2578-4987-9374-ae59a3f23aa0 req-395c743f-9b05-49e7-ac6e-89ef0e1c2840 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:19.237933 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5ddf92f2-2578-4987-9374-ae59a3f23aa0 req-395c743f-9b05-49e7-ac6e-89ef0e1c2840 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0815823 Aug 24 11:47:19.285808 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5ddf92f2-2578-4987-9374-ae59a3f23aa0 req-3a7ebc14-0358-486c-a566-972426b6c291 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422771 Aug 24 11:47:19.639323 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Router 576e351c-6442-4f4e-85e0-f6d55ff70c4a has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:47:19.730643 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-28dfb69d-21c2-4c7b-882b-25d8797051f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:19.843332 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:47:19.852839 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] Sync routers for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:47:19.860801 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1eafc603-845f-433b-8340-ef4a0d7de4b7 admin admin] 10.222.0.49 "PUT /v2.0/routers/576e351c-6442-4f4e-85e0-f6d55ff70c4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9092662 Aug 24 11:47:19.863823 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59686) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:19.866642 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:19.867294 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:47:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:20.040641 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:20.057180 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:20.247110 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:20.256749 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Deleting port 07f6ff6e-7870-4488-99ee-90832b54ffaa {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:20.257317 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:20.319449 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16'}], 'enable_snat': True}, 'gw_port_id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:47:18Z', 'revision_number': 5, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port': {'id': '07f6ff6e-7870-4488-99ee-90832b54ffaa', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:79:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:18Z', 'updated_at': '2021-08-24T11:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:20.323168 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] Checking router: 576e351c-6442-4f4e-85e0-f6d55ff70c4a for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:47:20.333604 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] Routers {'576e351c-6442-4f4e-85e0-f6d55ff70c4a'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:20.334203 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:47:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:20.433775 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] For port 07f6ff6e-7870-4488-99ee-90832b54ffaa, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=07f6ff6e-7870-4488-99ee-90832b54ffaa,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:20.434272 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:20.484112 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] Set router 576e351c-6442-4f4e-85e0-f6d55ff70c4a gateway port host: None {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:20.496671 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1921dd-b9b1-4644-b65d-6fa772f113ee req-e5a19177-cdba-434c-832d-6eb9cd4511a8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:20.498191 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c1921dd-b9b1-4644-b65d-6fa772f113ee req-e5a19177-cdba-434c-832d-6eb9cd4511a8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0774968 Aug 24 11:47:20.545447 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c1921dd-b9b1-4644-b65d-6fa772f113ee req-30a59821-b099-4db7-90ba-0fb07ef6038a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415189 Aug 24 11:47:20.558809 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Calling delete_port for 07f6ff6e-7870-4488-99ee-90832b54ffaa owned by network:router_gateway {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:20.589382 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:47:20Z', 'revision_number': 6, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port_host': None}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:20.593403 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f883fe07-8342-4e1e-8cfe-5bf85aeedaf0 None None] The sync data for ids ['576e351c-6442-4f4e-85e0-f6d55ff70c4a'] in dv-cinder-798098-2-smb is: [{'id': '576e351c-6442-4f4e-85e0-f6d55ff70c4a', 'name': 'tempest-TestShelveInstance-1013906073-router', 'tenant_id': '1805528a710a456ca762f8be89c32f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:17Z', 'updated_at': '2021-08-24T11:47:20Z', 'revision_number': 6, 'project_id': '1805528a710a456ca762f8be89c32f36', 'gw_port_host': None}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:47:20.689972 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:20.846227 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:20.849832 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4f4d99ac-d586-4859-9f91-23c46a1b34c8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:20.889857 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f6ff6e-7870-4488-99ee-90832b54ffaa,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:20.892154 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:21.010206 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device a308b580-9bf4-4227-91a3-2966fe735d0c no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:21.053529 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: a308b580-9bf4-4227-91a3-2966fe735d0c {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:21.053916 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device a308b580-9bf4-4227-91a3-2966fe735d0c not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:21.119798 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4081364'] for router_gateway, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.366308 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3783800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5092'] for router, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.370530 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.395879 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3783400'] for router, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.396444 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 576e351c-6442-4f4e-85e0-f6d55ff70c4a {{(pid=74964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 11:47:21.409352 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.410459 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f9c64561-a918-45f8-8dc7-c77491a2f0f8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/576e351c-6442-4f4e-85e0-f6d55ff70c4a HTTP/1.1" status: 204 len: 168 time: 1.5456984 Aug 24 11:47:21.413058 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59694) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:21.472662 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] Deleting subnet 5ded2441-c687-41d8-9745-e88d14301842 {{(pid=74964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:47:21.475672 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.526989 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3119823'] for subnet, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.614282 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.692874 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3624987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3391087'] for subnet, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.696913 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:21.734186 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ded2441-c687-41d8-9745-e88d14301842,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:21.736636 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:21.742522 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.747732 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784d8cb-fae2-42d1-8171-3c52910cf207 None None] Network f96d1c54-051a-40d0-9ed8-2d9a674f1188 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:47:21.749573 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f4942322-a9a1-4981-803d-5f3d2740680b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5ded2441-c687-41d8-9745-e88d14301842 HTTP/1.1" status: 204 len: 168 time: 0.3355811 Aug 24 11:47:21.752583 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59700) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:21.777567 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6683bb-1932-4278-90c5-e5aefd80313d req-7dd46b8b-6036-47d7-aded-27ae5bcbdf3e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:21.779021 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e6683bb-1932-4278-90c5-e5aefd80313d req-7dd46b8b-6036-47d7-aded-27ae5bcbdf3e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0930641 Aug 24 11:47:21.825728 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e6683bb-1932-4278-90c5-e5aefd80313d req-9a55861d-55d7-46c9-8384-e2a4a9abd665 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408304 Aug 24 11:47:21.862858 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:21.873357 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Deleting port 4a10cfa5-2456-4227-822c-40fb1dfb428c {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:21.873705 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.006082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] DHCP port deletion for f96d1c54-051a-40d0-9ed8-2d9a674f1188 request from dv-cinder-798098-2-smb {{(pid=74966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 11:47:22.010320 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] Deleting port 4a10cfa5-2456-4227-822c-40fb1dfb428c {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:22.010900 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.080200 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] For port 4a10cfa5-2456-4227-822c-40fb1dfb428c, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=4a10cfa5-2456-4227-822c-40fb1dfb428c,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:22.080559 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.210462 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] For port 4a10cfa5-2456-4227-822c-40fb1dfb428c, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=4a10cfa5-2456-4227-822c-40fb1dfb428c,segment=NetworkSegment(6f9b4864-d553-4d9d-96ef-14a796ffb883),segment_id=6f9b4864-d553-4d9d-96ef-14a796ffb883)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:22.210774 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.299163 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Calling delete_port for 4a10cfa5-2456-4227-822c-40fb1dfb428c owned by network:dhcp {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:22.363233 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] Calling delete_port for 4a10cfa5-2456-4227-822c-40fb1dfb428c owned by network:dhcp {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:22.373718 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.378322 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-56362e76-67fc-4ec2-b427-bf4692fafbdd tempest-AttachVolumeNegativeTest-419869231 tempest-AttachVolumeNegativeTest-419869231-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:22.414395 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.421452 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a10cfa5-2456-4227-822c-40fb1dfb428c,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:22.424428 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:22.429349 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] No DVR routers for this DVR port 4a10cfa5-2456-4227-822c-40fb1dfb428c on host dv-cinder-798098-2-smb {{(pid=74964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:47:22.440956 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.db.api [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:47:22.441319 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_db.api [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:47:22.543764 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.556811 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96d1c54-051a-40d0-9ed8-2d9a674f1188']}} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:22.572141 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9b4864-d553-4d9d-96ef-14a796ffb883') {'for_net_delete': True} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:22.572437 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9b4864-d553-4d9d-96ef-14a796ffb883') {} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:22.583512 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3119808'] for segment, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.599591 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.605480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=74964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:47:22.605859 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625149'] for segment, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: Traceback (most recent call last): Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: timer() Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: cb(*args, **kw) Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: return func(*args, **kwargs) Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: self._notify() Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: self.callback(batched_events) Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: event.method(event) Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: return f(self, *a, **k) Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: return self._get(url).json() Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: return self.request(url, 'GET', **kwargs) Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:47:22.619148 dv-cinder-798098-2-smb neutron-server[74964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:47:22.691625 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.695337 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:22.708034 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:22.723804 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Pushing event deleted for resources: {'Network': ['ID=f96d1c54-051a-40d0-9ed8-2d9a674f1188,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:22.728041 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:22.736605 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-52e6b982-e5fe-494d-86bf-71a9eec4893a admin admin] 10.222.0.49 "DELETE /v2.0/networks/f96d1c54-051a-40d0-9ed8-2d9a674f1188 HTTP/1.1" status: 204 len: 168 time: 0.9824543 Aug 24 11:47:22.739417 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59706) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:22.818341 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 4a10cfa5-2456-4227-822c-40fb1dfb428c no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:22.853704 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 4a10cfa5-2456-4227-822c-40fb1dfb428c {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:22.854051 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 4a10cfa5-2456-4227-822c-40fb1dfb428c not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:22.854503 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 07f6ff6e-7870-4488-99ee-90832b54ffaa no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:22.885978 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 07f6ff6e-7870-4488-99ee-90832b54ffaa {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:22.886558 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 07f6ff6e-7870-4488-99ee-90832b54ffaa not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:22.943036 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] Deleting port 4a10cfa5-2456-4227-822c-40fb1dfb428c {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:22.943512 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:23.005564 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fd788-ded2-47b5-b630-c32b56fc7916 None None] The port '4a10cfa5-2456-4227-822c-40fb1dfb428c' was deleted {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 11:47:23.051194 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba8edf-1751-4cc8-86e6-33920ef64817 req-43f8e206-d820-48b3-ab09-8d5296a56975 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:23.052678 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-41ba8edf-1751-4cc8-86e6-33920ef64817 req-43f8e206-d820-48b3-ab09-8d5296a56975 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0858197 Aug 24 11:47:23.105035 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-41ba8edf-1751-4cc8-86e6-33920ef64817 req-c089e223-1116-4060-a5f8-37ce08441b4e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467522 Aug 24 11:47:23.137081 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4081065'] for router_interface, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:23.800957 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Deleting port 99619be6-bfc9-47a6-a88c-13670e16f079 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:23.801285 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:23.963332 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] For port 99619be6-bfc9-47a6-a88c-13670e16f079, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=99619be6-bfc9-47a6-a88c-13670e16f079,segment=NetworkSegment(96631350-dec3-49c4-8be5-0e89471c5955),segment_id=96631350-dec3-49c4-8be5-0e89471c5955)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:23.963589 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:24.081983 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Calling delete_port for 99619be6-bfc9-47a6-a88c-13670e16f079 owned by network:router_interface {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:24.253368 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:24.257852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ddc0fdd3-e105-407e-a871-fa7a9881db1e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:24.300241 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=99619be6-bfc9-47a6-a88c-13670e16f079,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:24.302800 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:24.324267 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e84a6a5-892a-4203-8d67-46655f7a2910 req-88da14b5-454a-4b71-bbed-51276a2558de tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:24.325869 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2e84a6a5-892a-4203-8d67-46655f7a2910 req-88da14b5-454a-4b71-bbed-51276a2558de tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0806611 Aug 24 11:47:24.403319 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2e84a6a5-892a-4203-8d67-46655f7a2910 req-fb7515d6-be4b-4e67-bc7f-79f1816698db tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615971 Aug 24 11:47:24.611007 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3018629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4080989'] for router_interface, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:25.294141 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Router e15ad3eb-1769-4ba7-a23b-d222ee657a50 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:47:25.497093 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:47:25.507376 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-61c39b2e-b32b-4d46-9c3a-c38a81b252d0 admin admin] 10.222.0.49 "PUT /v2.0/routers/e15ad3eb-1769-4ba7-a23b-d222ee657a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7669117 Aug 24 11:47:25.509925 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59728) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:25.511809 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] Sync routers for ids ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:47:25.525231 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] Routers {'e15ad3eb-1769-4ba7-a23b-d222ee657a50'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:25.525910 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:47:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:25.630759 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d9676-519c-4631-b3e6-e1a7cb652f31 req-6455af87-f4c4-4836-93a8-be5d3f34169f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:25.632923 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-957d9676-519c-4631-b3e6-e1a7cb652f31 req-6455af87-f4c4-4836-93a8-be5d3f34169f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0942442 Aug 24 11:47:25.682081 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-957d9676-519c-4631-b3e6-e1a7cb652f31 req-7da6e163-0745-4cee-9dec-9a6860ecd445 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415137 Aug 24 11:47:25.705556 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] Set router e15ad3eb-1769-4ba7-a23b-d222ee657a50 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:25.725113 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks [] for router, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:25.924625 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:25.934790 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Deleting port 192f94c1-117b-4149-884c-a4f433e92b0b {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:25.935129 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:25.985264 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207'}], 'enable_snat': True}, 'gw_port_id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:47:24Z', 'revision_number': 5, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port': {'id': '192f94c1-117b-4149-884c-a4f433e92b0b', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:5d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:40:30Z', 'updated_at': '2021-08-24T11:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:25.989529 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] Checking router: e15ad3eb-1769-4ba7-a23b-d222ee657a50 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:47:25.999642 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] Routers {'e15ad3eb-1769-4ba7-a23b-d222ee657a50'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:26.000251 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:47:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:26.110420 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] For port 192f94c1-117b-4149-884c-a4f433e92b0b, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=192f94c1-117b-4149-884c-a4f433e92b0b,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:26.111395 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:26.152105 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] Set router e15ad3eb-1769-4ba7-a23b-d222ee657a50 gateway port host: None {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:26.232485 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Calling delete_port for 192f94c1-117b-4149-884c-a4f433e92b0b owned by network:router_gateway {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:26.284423 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:47:25Z', 'revision_number': 6, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port_host': None}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:26.289352 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31756294-567f-481e-a1c2-bc9ce0597669 None None] The sync data for ids ['e15ad3eb-1769-4ba7-a23b-d222ee657a50'] in dv-cinder-798098-2-smb is: [{'id': 'e15ad3eb-1769-4ba7-a23b-d222ee657a50', 'name': 'tempest-TestShelveInstance-1093638789-router', 'tenant_id': 'd702a728bc7e4233ba4cf442b49781e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:40:29Z', 'updated_at': '2021-08-24T11:47:25Z', 'revision_number': 6, 'project_id': 'd702a728bc7e4233ba4cf442b49781e2', 'gw_port_host': None}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:47:26.405856 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:26.410584 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-222425f3-11c2-4217-92d4-8fba56854d28 tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:26.453613 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Pushing event deleted for resources: {'Port': ['ID=192f94c1-117b-4149-884c-a4f433e92b0b,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:26.456632 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:26.826867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4081364'] for router_gateway, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:26.911005 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23187c-f45f-4ee1-9c35-24750279347f req-d3e7f0af-5829-49a9-a987-c8009d0fc121 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:26.912606 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-da23187c-f45f-4ee1-9c35-24750279347f req-d3e7f0af-5829-49a9-a987-c8009d0fc121 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0772889 Aug 24 11:47:26.960012 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-da23187c-f45f-4ee1-9c35-24750279347f req-ada4a9e8-cdd6-4fce-8971-0dfdfd67ff27 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413888 Aug 24 11:47:27.084188 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3783800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5092'] for router, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.088747 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.125984 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3783400'] for router, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.127408 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e15ad3eb-1769-4ba7-a23b-d222ee657a50 {{(pid=74964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 11:47:27.140735 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] Notify callbacks [] for router, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.141786 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 99619be6-bfc9-47a6-a88c-13670e16f079 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:27.142395 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-50cfbe80-4b43-4e40-ac74-4ee518abb466 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e15ad3eb-1769-4ba7-a23b-d222ee657a50 HTTP/1.1" status: 204 len: 168 time: 1.6310515 Aug 24 11:47:27.144518 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59746) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:27.179832 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 99619be6-bfc9-47a6-a88c-13670e16f079 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:27.180271 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 99619be6-bfc9-47a6-a88c-13670e16f079 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:27.207603 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_v2 [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] Deleting subnet 511596b1-8194-4263-8b08-d10071daaeb3 {{(pid=74965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:47:27.210790 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.259711 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2844677'] for subnet, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.341492 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.409043 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2845753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625551'] for subnet, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.413210 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:27.446187 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=511596b1-8194-4263-8b08-d10071daaeb3,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:27.448882 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:27.451369 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.457353 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-589edc12-846a-4c9e-b116-64b98ff3ada5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/511596b1-8194-4263-8b08-d10071daaeb3 HTTP/1.1" status: 204 len: 168 time: 0.3117747 Aug 24 11:47:27.457615 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383e24ec-8a91-402e-8022-0d631a4449fb None None] Network 6943d810-444b-4f66-82fc-9b616411d0cb requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:47:27.459809 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59750) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:27.564080 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.574333 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Deleting port f45799d3-55ae-4a28-98d0-c481b38e46ae {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:27.574656 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.716154 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c725723-a307-47e8-b006-665ff31b66be None None] DHCP port deletion for 6943d810-444b-4f66-82fc-9b616411d0cb request from dv-cinder-798098-2-smb {{(pid=74966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 11:47:27.722306 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-4c725723-a307-47e8-b006-665ff31b66be None None] Deleting port f45799d3-55ae-4a28-98d0-c481b38e46ae {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:27.722692 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-4c725723-a307-47e8-b006-665ff31b66be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.806756 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] For port f45799d3-55ae-4a28-98d0-c481b38e46ae, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=f45799d3-55ae-4a28-98d0-c481b38e46ae,segment=NetworkSegment(96631350-dec3-49c4-8be5-0e89471c5955),segment_id=96631350-dec3-49c4-8be5-0e89471c5955)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:27.807111 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.921003 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-4c725723-a307-47e8-b006-665ff31b66be None None] For port f45799d3-55ae-4a28-98d0-c481b38e46ae, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=f45799d3-55ae-4a28-98d0-c481b38e46ae,segment=NetworkSegment(96631350-dec3-49c4-8be5-0e89471c5955),segment_id=96631350-dec3-49c4-8be5-0e89471c5955)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:27.921314 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-4c725723-a307-47e8-b006-665ff31b66be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:27.925498 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Calling delete_port for f45799d3-55ae-4a28-98d0-c481b38e46ae owned by network:dhcp {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:27.997702 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.001438 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-7265dcb4-f8bf-4a3a-889c-2c66c56557bc tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:28.038987 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-4c725723-a307-47e8-b006-665ff31b66be None None] Calling delete_port for f45799d3-55ae-4a28-98d0-c481b38e46ae owned by network:dhcp {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:28.127462 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.db.api [None req-4c725723-a307-47e8-b006-665ff31b66be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:47:28.127867 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_db.api [None req-4c725723-a307-47e8-b006-665ff31b66be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:47:28.175739 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Pushing event deleted for resources: {'Port': ['ID=f45799d3-55ae-4a28-98d0-c481b38e46ae,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:28.184262 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:28.189975 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] No DVR routers for this DVR port f45799d3-55ae-4a28-98d0-c481b38e46ae on host dv-cinder-798098-2-smb {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:47:28.324234 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.338418 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6943d810-444b-4f66-82fc-9b616411d0cb']}} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:28.352640 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96631350-dec3-49c4-8be5-0e89471c5955') {'for_net_delete': True} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:28.353049 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96631350-dec3-49c4-8be5-0e89471c5955') {} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:28.364167 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710e07c-3783-4037-9330-59d5e6699ff1 req-be1d5aee-27ab-4b3e-bae7-e12f2576f7d7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:28.365586 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6710e07c-3783-4037-9330-59d5e6699ff1 req-be1d5aee-27ab-4b3e-bae7-e12f2576f7d7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.2360642 Aug 24 11:47:28.371349 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2844682'] for segment, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.403656 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.416501 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=74965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:47:28.416878 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2845855'] for segment, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: Traceback (most recent call last): Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: timer() Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: cb(*args, **kw) Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: return func(*args, **kwargs) Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: self._notify() Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: self.callback(batched_events) Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: event.method(event) Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: return f(self, *a, **k) Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: return self._get(url).json() Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: return self.request(url, 'GET', **kwargs) Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:47:28.429404 dv-cinder-798098-2-smb neutron-server[74965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:47:28.502952 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6710e07c-3783-4037-9330-59d5e6699ff1 req-92b94ebf-22f8-4a28-bb83-63696d3defad tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247110 Aug 24 11:47:28.515663 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.520140 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:28.533391 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.543194 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Pushing event deleted for resources: {'Network': ['ID=6943d810-444b-4f66-82fc-9b616411d0cb,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:28.545889 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:28.548278 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] 10.222.0.49 "DELETE /v2.0/networks/6943d810-444b-4f66-82fc-9b616411d0cb HTTP/1.1" status: 204 len: 168 time: 1.0868554 Aug 24 11:47:28.629444 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-4c725723-a307-47e8-b006-665ff31b66be None None] Deleting port f45799d3-55ae-4a28-98d0-c481b38e46ae {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:28.629985 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-4c725723-a307-47e8-b006-665ff31b66be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.689445 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59760) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:28.700368 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-4c725723-a307-47e8-b006-665ff31b66be None None] The port 'f45799d3-55ae-4a28-98d0-c481b38e46ae' was deleted {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 11:47:28.744760 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-a1e6c4c4-b5e7-442a-af01-44afa7540499 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1805528a710a456ca762f8be89c32f36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518632 Aug 24 11:47:28.744984 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59766) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:28.820213 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-7df30009-55a4-422b-9d88-79024027740d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.822103 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 192f94c1-117b-4149-884c-a4f433e92b0b no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:28.851096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-7df30009-55a4-422b-9d88-79024027740d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.853887 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 192f94c1-117b-4149-884c-a4f433e92b0b {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:28.854233 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 192f94c1-117b-4149-884c-a4f433e92b0b not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:28.854651 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device f45799d3-55ae-4a28-98d0-c481b38e46ae no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:28.889000 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: f45799d3-55ae-4a28-98d0-c481b38e46ae {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:28.889568 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device f45799d3-55ae-4a28-98d0-c481b38e46ae not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:28.908842 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-7df30009-55a4-422b-9d88-79024027740d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.913828 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-25aad1d0-631c-4754-be1c-7d9761fe22c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:28.929838 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df30009-55a4-422b-9d88-79024027740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e726d6eb-5b57-423d-8b4c-9f8aaa8eebb5,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:28.933515 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-7df30009-55a4-422b-9d88-79024027740d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:28.940550 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-7df30009-55a4-422b-9d88-79024027740d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:28.944081 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-7df30009-55a4-422b-9d88-79024027740d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e726d6eb-5b57-423d-8b4c-9f8aaa8eebb5 HTTP/1.1" status: 204 len: 168 time: 0.1958098 Aug 24 11:47:29.331233 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 59782) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:29.358514 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:47:29.387549 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-57d2463e-5ec5-4edb-a4fd-4a89b69f363c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d702a728bc7e4233ba4cf442b49781e2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0550060 Aug 24 11:47:29.390408 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59786) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:29.469332 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eda2ee7b-be9e-4ddc-9054-c41d22b4f3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:29.502659 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eda2ee7b-be9e-4ddc-9054-c41d22b4f3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:29.523914 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:29.540211 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'port_id': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'mac_address': 'fa:16:3e:9c:51:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:47:29.565976 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eda2ee7b-be9e-4ddc-9054-c41d22b4f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:29.571370 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-2548a373-8b10-463c-9a27-96fa5367b06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:29.583761 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda2ee7b-be9e-4ddc-9054-c41d22b4f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10acd26-2eca-4f99-9637-62debdbc49a0,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:29.587702 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-eda2ee7b-be9e-4ddc-9054-c41d22b4f3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:29.592749 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-eda2ee7b-be9e-4ddc-9054-c41d22b4f3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:29.594001 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-eda2ee7b-be9e-4ddc-9054-c41d22b4f3df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c10acd26-2eca-4f99-9637-62debdbc49a0 HTTP/1.1" status: 204 len: 168 time: 0.2026486 Aug 24 11:47:29.647050 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:29.673160 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d793f30-863c-4794-88f6-2bac2a3d6c60 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:47:29.689932 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:29.695102 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:29.697046 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:29.760873 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5047f-306e-4489-b89f-bb0c2a136432 req-b14f02f7-ad9d-4486-9783-a8cd78cdb6f7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:29.762660 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-30a5047f-306e-4489-b89f-bb0c2a136432 req-b14f02f7-ad9d-4486-9783-a8cd78cdb6f7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 944 time: 0.0894098 Aug 24 11:47:29.805112 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=6']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:29.810977 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-30a5047f-306e-4489-b89f-bb0c2a136432 req-0e44f06b-199c-45f7-9a64-b97e9d41ac1a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423524 Aug 24 11:47:29.815577 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.816173 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.816573 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.817036 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.817441 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.817812 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.818296 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.818620 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.818941 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.819258 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.819574 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:47:29.834128 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:29.863506 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['4d793f30-863c-4794-88f6-2bac2a3d6c60'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:47:30.129388 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:31.032214 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8035c-6d95-4ca4-9c50-d7de5a5171b8 req-fdb5c48b-3d9b-46b2-8a5c-f74f2f08a10e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:31.034254 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84a8035c-6d95-4ca4-9c50-d7de5a5171b8 req-fdb5c48b-3d9b-46b2-8a5c-f74f2f08a10e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 944 time: 0.0784616 Aug 24 11:47:31.079179 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84a8035c-6d95-4ca4-9c50-d7de5a5171b8 req-002d5865-62e0-46af-8e1c-af8225fa7adc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395763 Aug 24 11:47:31.359298 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:47:31.429259 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 4d793f30-863c-4794-88f6-2bac2a3d6c60 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:47:31.429632 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:31.538333 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:31.564571 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:47:31.573569 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:31.578082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:31.579906 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:31.622177 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'code': 200} Aug 24 11:47:31.644891 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=7']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:31.647836 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:32.302161 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454126bf-9514-4a7a-819e-890bb423c8ee req-5408308c-b392-4456-8e60-785a98e5d110 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:32.303559 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-454126bf-9514-4a7a-819e-890bb423c8ee req-5408308c-b392-4456-8e60-785a98e5d110 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0772855 Aug 24 11:47:32.352626 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-454126bf-9514-4a7a-819e-890bb423c8ee req-1c7e6b7d-d9b7-4809-9ab1-188f77a523ce tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Aug 24 11:47:33.562444 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ddb9d-2cdb-4e52-a762-e1de1b445e08 req-5a90054d-3ebb-4e74-9be2-0fb27f2cb79b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:33.563876 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0b4ddb9d-2cdb-4e52-a762-e1de1b445e08 req-5a90054d-3ebb-4e74-9be2-0fb27f2cb79b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0758343 Aug 24 11:47:33.612157 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0b4ddb9d-2cdb-4e52-a762-e1de1b445e08 req-884fe6b6-8b73-45c6-ad59-e37d000ebe78 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428646 Aug 24 11:47:34.843481 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc2cf8-5800-44f9-9d33-aafac54336ce req-97abb5c0-321f-459f-82b0-901d1cb4a87d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:34.846546 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9ecc2cf8-5800-44f9-9d33-aafac54336ce req-97abb5c0-321f-459f-82b0-901d1cb4a87d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0843990 Aug 24 11:47:34.895720 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9ecc2cf8-5800-44f9-9d33-aafac54336ce req-5d18bb9b-144b-44d3-a8e9-fa907abdb296 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433924 Aug 24 11:47:36.128063 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcbf2a-9b9f-4e58-8b5d-a6b2953eeab5 req-ca56c9c6-1dc8-4372-8f74-248e0c77cc5c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:36.129511 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1cdcbf2a-9b9f-4e58-8b5d-a6b2953eeab5 req-ca56c9c6-1dc8-4372-8f74-248e0c77cc5c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0830927 Aug 24 11:47:36.179752 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-1cdcbf2a-9b9f-4e58-8b5d-a6b2953eeab5 req-9ac30019-386d-4313-82f6-6ea973fc5086 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444665 Aug 24 11:47:37.407504 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc27d1e-944e-452d-be26-ad2f49e8afc7 req-584f5b7e-fdf3-43a9-aeff-60a948fc6ba1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:37.412194 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2fc27d1e-944e-452d-be26-ad2f49e8afc7 req-584f5b7e-fdf3-43a9-aeff-60a948fc6ba1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0907073 Aug 24 11:47:37.475106 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2fc27d1e-944e-452d-be26-ad2f49e8afc7 req-d253eaab-1a92-4378-9d9c-866906145253 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586722 Aug 24 11:47:38.688205 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a77693-09e7-4aa0-ac60-f54ad32d0d21 req-38649a90-851d-46c4-9467-6ea4d7a9309a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:38.690360 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d0a77693-09e7-4aa0-ac60-f54ad32d0d21 req-38649a90-851d-46c4-9467-6ea4d7a9309a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0871966 Aug 24 11:47:38.745749 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d0a77693-09e7-4aa0-ac60-f54ad32d0d21 req-1491ca94-c83f-4451-a3ab-1eb0e86ccc95 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481608 Aug 24 11:47:40.014624 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c9cf9-4fd9-4261-a079-c8d95d9b671e req-2505e9da-fc67-4ff5-bff6-ef6f39776b5c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:40.020702 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-681c9cf9-4fd9-4261-a079-c8d95d9b671e req-2505e9da-fc67-4ff5-bff6-ef6f39776b5c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0976903 Aug 24 11:47:40.070333 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-681c9cf9-4fd9-4261-a079-c8d95d9b671e req-29610e70-3d6b-4ea0-9e64-ded7de11189f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466642 Aug 24 11:47:40.437145 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47ea6c-7ae0-4c79-9d22-921c4f788dbf req-11962979-633e-4cfc-a558-e6085afcf704 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:40.440107 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2f47ea6c-7ae0-4c79-9d22-921c4f788dbf req-11962979-633e-4cfc-a558-e6085afcf704 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 945 time: 0.0860882 Aug 24 11:47:40.495145 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-2f47ea6c-7ae0-4c79-9d22-921c4f788dbf req-38d6c8d0-9646-4914-a002-cc03fe242651 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506892 Aug 24 11:47:41.303744 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b74b7-7f20-4d19-8c82-8f6a771d273e req-8f006245-7486-40b5-8c89-1422887547bb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:41.305212 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-714b74b7-7f20-4d19-8c82-8f6a771d273e req-8f006245-7486-40b5-8c89-1422887547bb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0803487 Aug 24 11:47:41.353018 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-714b74b7-7f20-4d19-8c82-8f6a771d273e req-a011fea4-9520-430d-9fc2-a8356ac55c90 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422761 Aug 24 11:47:41.818601 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d9c2b-0efb-40ac-821b-bc451fad76af req-a4ee16eb-97dd-4035-b297-5083999ef443 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:41.826532 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0d9d9c2b-0efb-40ac-821b-bc451fad76af req-a4ee16eb-97dd-4035-b297-5083999ef443 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 945 time: 0.1924779 Aug 24 11:47:41.869260 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0d9d9c2b-0efb-40ac-821b-bc451fad76af req-af2e44fd-0806-4c46-83ec-3368b8fc83ad tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Aug 24 11:47:42.583296 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448746c0-62b5-484b-b3e7-fa7ece9b789c req-22dc90cc-2c74-4f6b-b26a-2c6efd1f2839 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:42.585487 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-448746c0-62b5-484b-b3e7-fa7ece9b789c req-22dc90cc-2c74-4f6b-b26a-2c6efd1f2839 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.0847428 Aug 24 11:47:42.639415 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-448746c0-62b5-484b-b3e7-fa7ece9b789c req-081688b2-3d94-42c5-aa4e-bf91e88d3bd2 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481453 Aug 24 11:47:42.804568 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900eca0a-4e1b-4426-97eb-661219774943 req-3749d4d8-887a-4231-b9f2-0cf02378c1f1 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:42.806024 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-900eca0a-4e1b-4426-97eb-661219774943 req-3749d4d8-887a-4231-b9f2-0cf02378c1f1 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 945 time: 0.0834856 Aug 24 11:47:42.878742 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Deleting port 464aae08-2092-42b8-b5bd-9a62417b0687 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:42.879184 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:43.157409 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee04dff-5502-4c14-96be-e790affb5241 req-c1c8836c-2b69-4bcc-bf54-ffb7256e489e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:43.158953 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4ee04dff-5502-4c14-96be-e790affb5241 req-c1c8836c-2b69-4bcc-bf54-ffb7256e489e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 945 time: 0.1687894 Aug 24 11:47:43.253374 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] For port 464aae08-2092-42b8-b5bd-9a62417b0687, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=464aae08-2092-42b8-b5bd-9a62417b0687,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:43.253658 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:43.262855 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4ee04dff-5502-4c14-96be-e790affb5241 req-6e016fd5-abd2-4698-a762-78c8a8f4884a tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups?id=210d7b08-0fc6-43f2-9854-7c15791d47c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925765 Aug 24 11:47:43.567696 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:43.568172 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:43.568569 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.l3_db [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Floating IP 09e1a64c-550e-4e3f-9450-982137245ac1 disassociated. External IP: 172.28.2.75, port: 464aae08-2092-42b8-b5bd-9a62417b0687. Aug 24 11:47:43.568859 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Calling delete_port for 464aae08-2092-42b8-b5bd-9a62417b0687 owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:43.748979 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:43.755644 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-fd3e604e-7eb0-4387-82c3-6f96a981cabe tempest-VolumesNegativeTest-1442026214 tempest-VolumesNegativeTest-1442026214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:43.797024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event deleted for resources: {'Port': ['ID=464aae08-2092-42b8-b5bd-9a62417b0687,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:43.800560 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:43.968648 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7268521-3330-4bfb-bf85-b30ef52e4413 req-9928e32d-fe2b-4553-ae74-559342f5ea54 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:43.970149 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c7268521-3330-4bfb-bf85-b30ef52e4413 req-9928e32d-fe2b-4553-ae74-559342f5ea54 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.1665962 Aug 24 11:47:44.086098 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c7268521-3330-4bfb-bf85-b30ef52e4413 req-39d1bf9e-9edd-46a8-8049-e123bea37dee tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088805 Aug 24 11:47:44.141745 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Router 60a6c01c-5784-42bf-999e-ba750cb1b132 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:47:44.204074 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:47:44.466031 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3e57c84e-b126-4a5a-841b-584c5b7adbb7 req-2e70146f-83c0-458b-a5ec-77fa1c95648f tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e82f106-fe37-4f0d-9002-5a2613f1c8ab HTTP/1.1" status: 200 len: 210 time: 0.0510333 Aug 24 11:47:44.499888 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:47:44.511673 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] Sync routers for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:47:44.523998 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:44.524611 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:47:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:44.567979 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] No DVR routers for this DVR port 464aae08-2092-42b8-b5bd-9a62417b0687 on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:47:44.570426 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:44.572921 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'name': 'network-vif-deleted', 'tag': '464aae08-2092-42b8-b5bd-9a62417b0687'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:47:44.591426 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-900eca0a-4e1b-4426-97eb-661219774943 req-aca52548-f931-40fc-a750-39bdc4dcc24e tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.37 "DELETE /v2.0/ports/464aae08-2092-42b8-b5bd-9a62417b0687 HTTP/1.1" status: 204 len: 173 time: 1.7788770 Aug 24 11:47:44.633124 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e82f106-fe37-4f0d-9002-5a2613f1c8ab', 'name': 'network-vif-deleted', 'tag': '464aae08-2092-42b8-b5bd-9a62417b0687', 'status': 'completed', 'code': 200} Aug 24 11:47:44.721069 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:45.036804 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:45.040716 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] Checking router: 60a6c01c-5784-42bf-999e-ba750cb1b132 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:47:45.051735 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:45.052351 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:47:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:45.228442 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:45.362092 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f50e2-a098-42b2-b979-9562b2002961 req-3ea19075-0d88-4dc1-8760-fb616c91c82f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:45.363549 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-be3f50e2-a098-42b2-b979-9562b2002961 req-3ea19075-0d88-4dc1-8760-fb616c91c82f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 945 time: 0.1045852 Aug 24 11:47:45.388985 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-93f943bc-ea46-483c-aa1d-e7fd56ea53cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1098 time: 0.1627145 Aug 24 11:47:45.504029 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-be3f50e2-a098-42b2-b979-9562b2002961 req-54512c70-ee80-40ed-b3b5-2ba5951df15e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324041 Aug 24 11:47:45.520308 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:45.562244 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-e1f6dd14-5012-41dd-93e2-f97153d401b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:45.564424 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-e1f6dd14-5012-41dd-93e2-f97153d401b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.1681495 Aug 24 11:47:45.620737 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59938) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:45.671193 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-4589e9c9-170a-410c-8228-1f8c318aa6c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 200 len: 1000 time: 0.0995932 Aug 24 11:47:45.698450 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b6787c57-9a65-45d0-92e2-f97360ba8599 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:45.705698 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:45.712600 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a285ba4-b909-42e0-95be-e7f2e6c68817 None None] The sync data for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb is: [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:35Z', 'revision_number': 4, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '45d3d5dd-302f-4998-ae61-7ea3305b8552', 'name': '', 'network_id': '2cf7010c-85bd-4391-9fa8-2de7425432c0', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'mac_address': 'fa:16:3e:82:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:32Z', 'updated_at': '2021-08-24T11:40:04Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'subnets': [{'id': 'd5dea15f-8147-4110-b975-5a8d241b394a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:47:45.714918 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:45.727983 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b6787c57-9a65-45d0-92e2-f97360ba8599 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:45.747976 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-41cf1b7b-2175-473a-b304-431358c39962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:45.754903 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:47:45.756022 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-41cf1b7b-2175-473a-b304-431358c39962 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.0771768 Aug 24 11:47:45.769448 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:45.786352 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:45.790124 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 464aae08-2092-42b8-b5bd-9a62417b0687 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:45.796431 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b6787c57-9a65-45d0-92e2-f97360ba8599 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:45.803889 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6cf51c08-98f1-4b79-b890-a44820726e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:45.818916 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6787c57-9a65-45d0-92e2-f97360ba8599 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d7b08-0fc6-43f2-9854-7c15791d47c7,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:45.821350 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b6787c57-9a65-45d0-92e2-f97360ba8599 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:45.828096 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b6787c57-9a65-45d0-92e2-f97360ba8599 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:45.832234 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b6787c57-9a65-45d0-92e2-f97360ba8599 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "DELETE /v2.0/security-groups/210d7b08-0fc6-43f2-9854-7c15791d47c7 HTTP/1.1" status: 204 len: 168 time: 0.2096579 Aug 24 11:47:45.833140 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59946) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:45.835433 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:45.852438 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.api.v2.resource [None req-b61bb8cd-1702-497a-8819-079b3bb49c76 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] show failed (client error): The resource could not be found. Aug 24 11:47:45.856779 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b61bb8cd-1702-497a-8819-079b3bb49c76 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "GET /v2.0/security-groups/210d7b08-0fc6-43f2-9854-7c15791d47c7 HTTP/1.1" status: 404 len: 347 time: 0.0219748 Aug 24 11:47:45.857051 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 59950) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:45.869879 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 464aae08-2092-42b8-b5bd-9a62417b0687 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:45.870232 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 464aae08-2092-42b8-b5bd-9a62417b0687 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:45.873924 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'code': 200} Aug 24 11:47:45.887505 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-807dafc7-efc7-4bc1-95af-dd6e0b2de9eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1238527 Aug 24 11:47:45.914533 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=8']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:45.917829 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:46.023366 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79cd4c-1b47-492f-8570-1df37fac0d7b None None] New status for floating IP 09e1a64c-550e-4e3f-9450-982137245ac1: DOWN {{(pid=74967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:47:46.027477 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Deleting port 3d97de96-e086-450b-9748-91c8f17622dc {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:46.027855 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:46.042596 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-3de61c5c-9264-481e-9d60-88de02dc2391 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309865 Aug 24 11:47:46.178614 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7a0ec106-a5aa-4da4-add5-cfbbd373858d req-1c450d4c-15e8-4b82-9032-9ab6824a13d4 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278834 Aug 24 11:47:46.203405 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:46.204298 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:46.325141 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Calling delete_port for 3d97de96-e086-450b-9748-91c8f17622dc owned by network:floatingip {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:46.403791 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.db.api [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:47:46.404155 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_db.api [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:47:46.714685 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7b43c-3a07-446b-af9d-7067815af368 req-94d242d1-acc4-4075-82eb-2e822409611d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:46.716152 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-01a7b43c-3a07-446b-af9d-7067815af368 req-94d242d1-acc4-4075-82eb-2e822409611d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0790229 Aug 24 11:47:46.760793 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-01a7b43c-3a07-446b-af9d-7067815af368 req-034d650a-50a3-424f-b266-c8b9325ff944 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Aug 24 11:47:46.905013 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Deleting port 3d97de96-e086-450b-9748-91c8f17622dc {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:46.905470 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:47.076067 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:47.076321 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:47.287677 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Calling delete_port for 3d97de96-e086-450b-9748-91c8f17622dc owned by network:floatingip {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:47.427390 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:47.431458 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e23e5bba-c7d4-459b-bc4d-e4ba1142f5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:47.471413 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Pushing event deleted for resources: {'Port': ['ID=3d97de96-e086-450b-9748-91c8f17622dc,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:47.475117 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:47.537322 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-23333533-f92d-4d1b-a5b8-6ec3a3fca216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:47.564728 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks [] for floatingip, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:47.579489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:47.580617 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] 10.222.0.49 "DELETE /v2.0/floatingips/09e1a64c-550e-4e3f-9450-982137245ac1 HTTP/1.1" status: 204 len: 168 time: 1.7226658 Aug 24 11:47:47.941236 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:47.980028 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59559f-87aa-442c-852c-9dcf6eff428a req-0fc6a66e-bbc3-4c58-9938-1b5fc6b04e51 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:47.981411 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bb59559f-87aa-442c-852c-9dcf6eff428a req-0fc6a66e-bbc3-4c58-9938-1b5fc6b04e51 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0826907 Aug 24 11:47:48.028563 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-bb59559f-87aa-442c-852c-9dcf6eff428a req-52af7163-e999-4adb-af01-6616b58a5555 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407369 Aug 24 11:47:49.238698 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee138d91-a074-4b5e-b058-16b85ca595ea req-101388e0-7072-49e1-82b9-bea9b8ff1ece tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:49.240166 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee138d91-a074-4b5e-b058-16b85ca595ea req-101388e0-7072-49e1-82b9-bea9b8ff1ece tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0799735 Aug 24 11:47:49.285090 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ee138d91-a074-4b5e-b058-16b85ca595ea req-37b20cf7-6297-4004-b589-94558b804e5d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394113 Aug 24 11:47:49.732982 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-5e9200b3-5a9b-41dc-8f18-1a9217d8d44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:50.693680 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:50.794083 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b0a00479-ac27-416c-b4be-247e9ca41bec req-7e0aef1f-551a-4de1-b019-107581f558f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1914854 Aug 24 11:47:51.039598 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-73a39ed8-8731-4db4-aac2-4b98d993bcba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673916 Aug 24 11:47:51.052587 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56813dc7-ec7d-4727-a34d-e03465b123a3 req-44eb0ead-943d-42b5-9634-d8b5ee8a3288 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:51.054025 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56813dc7-ec7d-4727-a34d-e03465b123a3 req-44eb0ead-943d-42b5-9634-d8b5ee8a3288 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0790422 Aug 24 11:47:51.102273 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56813dc7-ec7d-4727-a34d-e03465b123a3 req-8f435733-7ec4-4e51-ba8d-a1d17d920b75 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Aug 24 11:47:51.446516 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:51.555220 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-949a2dee-da28-4294-bf46-7c42a3a5d5ec service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac&tenant_id=74c2b5ea03fb466b96699c64c1040682 HTTP/1.1" status: 200 len: 1096 time: 0.0811675 Aug 24 11:47:51.600873 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60026) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:51.751537 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-436e2faa-82d6-4966-9dd7-bcea496c0c08 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1096 time: 0.1611269 Aug 24 11:47:51.881233 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-b60aef2e-370b-4d8a-a13e-6d7007130832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:51.882691 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-b60aef2e-370b-4d8a-a13e-6d7007130832 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.1246421 Aug 24 11:47:51.984581 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-6ff3ce93-a776-4baa-ae61-727ecab2ec8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 200 len: 998 time: 0.0955234 Aug 24 11:47:52.046289 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-fff33943-1c29-4e9e-9523-aeb2fed08c5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:52.047782 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-fff33943-1c29-4e9e-9523-aeb2fed08c5a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.0569775 Aug 24 11:47:52.124841 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-49dc80f8-05a8-4021-96f4-b620c9212159 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704913 Aug 24 11:47:52.133258 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4081065'] for router_interface, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:52.297809 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-221019cd-2f15-4459-b1b3-6bca543d73bc service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653950 Aug 24 11:47:52.338743 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:52.418200 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8ba29-39b6-4ed0-98bc-80d53ad9e391 req-e57c5a7e-eb15-41d2-b76c-96432920e91d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:52.419642 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3ea8ba29-39b6-4ed0-98bc-80d53ad9e391 req-e57c5a7e-eb15-41d2-b76c-96432920e91d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.1783772 Aug 24 11:47:52.476502 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-84aff561-2a36-4256-95e9-248e4e3921b1 req-45e81c9e-891e-490e-934f-3893c8e9645a service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669967 Aug 24 11:47:52.489842 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3ea8ba29-39b6-4ed0-98bc-80d53ad9e391 req-d0ae42b0-f6bc-4b85-a263-5cf8fb313330 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576150 Aug 24 11:47:52.737200 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Deleting port 45d3d5dd-302f-4998-ae61-7ea3305b8552 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:52.737539 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:52.999455 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] For port 45d3d5dd-302f-4998-ae61-7ea3305b8552, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=45d3d5dd-302f-4998-ae61-7ea3305b8552,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:52.999835 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:53.117712 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Calling delete_port for 45d3d5dd-302f-4998-ae61-7ea3305b8552 owned by network:router_interface {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:53.299422 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:53.308203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cea6f527-3471-4891-8133-7068499ddefa tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:53.362180 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Pushing event deleted for resources: {'Port': ['ID=45d3d5dd-302f-4998-ae61-7ea3305b8552,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:53.367273 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:53.778282 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da04dd2-a078-4357-bce4-b68be53970f2 req-dbd1feaa-b396-4b76-a4a5-86bc61341697 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:53.781282 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3da04dd2-a078-4357-bce4-b68be53970f2 req-dbd1feaa-b396-4b76-a4a5-86bc61341697 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0967517 Aug 24 11:47:53.790685 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3018629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4080989'] for router_interface, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:53.846745 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3da04dd2-a078-4357-bce4-b68be53970f2 req-9eae231e-0bbe-4421-81f5-976ec1c217bd tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588591 Aug 24 11:47:54.391233 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Router 60a6c01c-5784-42bf-999e-ba750cb1b132 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:47:54.701619 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:47:54.711478 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] Sync routers for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:47:54.714968 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-10b7d1ae-ef02-41b3-b323-16a56ee6e019 admin admin] 10.222.0.49 "PUT /v2.0/routers/60a6c01c-5784-42bf-999e-ba750cb1b132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1130178 Aug 24 11:47:54.718382 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60048) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:54.745916 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:54.746556 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:47:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:54.952012 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:54.988989 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:55.167365 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c3825-0542-4e96-a20f-2dee7f6bd05e req-76acd8f9-7823-4ab7-82f7-5443830da80f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:55.171209 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f58c3825-0542-4e96-a20f-2dee7f6bd05e req-76acd8f9-7823-4ab7-82f7-5443830da80f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.1208005 Aug 24 11:47:55.250719 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:47:53Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:55.255208 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] Checking router: 60a6c01c-5784-42bf-999e-ba750cb1b132 for host: dv-cinder-798098-2-smb {{(pid=74966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:47:55.266622 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] Routers {'60a6c01c-5784-42bf-999e-ba750cb1b132'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:47:55.267234 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:47:50Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['60a6c01c-5784-42bf-999e-ba750cb1b132'], 'active': True} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:55.284215 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f58c3825-0542-4e96-a20f-2dee7f6bd05e req-0d40ad3a-84e9-4b82-9037-bb4cce2fcdb0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074586 Aug 24 11:47:55.358294 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:55.370826 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Deleting port c0c55a37-2377-48e1-a1f2-dd5f3673e372 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:55.371495 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:55.451765 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_dvr_db [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] Set router 60a6c01c-5784-42bf-999e-ba750cb1b132 gateway port host: dv-cinder-798098-2-smb {{(pid=74966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:47:55.709117 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] For port c0c55a37-2377-48e1-a1f2-dd5f3673e372, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=c0c55a37-2377-48e1-a1f2-dd5f3673e372,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:55.712018 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:55.783780 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.l3_hamode_db [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:47:53Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:55.787799 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1525ede-1fd6-46d8-ada0-1b1b97e050c9 None None] The sync data for ids ['60a6c01c-5784-42bf-999e-ba750cb1b132'] in dv-cinder-798098-2-smb is: [{'id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'name': 'tempest-AttachVolumeTestJSON-822810167-router', 'tenant_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119'}], 'enable_snat': True}, 'gw_port_id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:47:53Z', 'revision_number': 5, 'project_id': '4f24e3cdf4a14d0fbdb905d54af29f39', 'gw_port': {'id': 'c0c55a37-2377-48e1-a1f2-dd5f3673e372', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:4b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a6c01c-5784-42bf-999e-ba750cb1b132', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:21Z', 'updated_at': '2021-08-24T11:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}] {{(pid=74966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:47:55.847725 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Calling delete_port for c0c55a37-2377-48e1-a1f2-dd5f3673e372 owned by network:router_gateway {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:56.015443 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:56.020509 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:56.061617 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c55a37-2377-48e1-a1f2-dd5f3673e372,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:56.066233 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:56.308593 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4081364'] for router_gateway, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:56.618316 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3783800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5092'] for router, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:56.636882 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:56.669193 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bd4f0-5f08-43af-9918-37bb36844ec1 req-81599cf5-cb1a-4716-b602-aaa004c573c2 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:56.670754 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b3bd4f0-5f08-43af-9918-37bb36844ec1 req-81599cf5-cb1a-4716-b602-aaa004c573c2 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.2233329 Aug 24 11:47:56.693269 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3783400'] for router, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:56.693784 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60a6c01c-5784-42bf-999e-ba750cb1b132 {{(pid=74965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 11:47:56.728777 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5b3bd4f0-5f08-43af-9918-37bb36844ec1 req-1387d79f-eb60-49b6-9f8a-b3219c78e397 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514748 Aug 24 11:47:56.731745 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Notify callbacks [] for router, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:56.736573 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/60a6c01c-5784-42bf-999e-ba750cb1b132 HTTP/1.1" status: 204 len: 168 time: 2.0129504 Aug 24 11:47:56.736573 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60058) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:56.818009 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] Deleting subnet d5dea15f-8147-4110-b975-5a8d241b394a {{(pid=74965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:47:56.822014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:56.882181 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2844677'] for subnet, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:56.963820 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.037014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2845753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625551'] for subnet, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.041049 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:57.178564 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5dea15f-8147-4110-b975-5a8d241b394a,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:57.181254 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:57.184215 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.190322 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-c2bdf7af-df45-4473-88ac-17f84268ccda admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d5dea15f-8147-4110-b975-5a8d241b394a HTTP/1.1" status: 204 len: 168 time: 0.4527917 Aug 24 11:47:57.192942 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60062) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:57.195930 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad65d45-4c33-4ed4-a86c-9179df3827b0 None None] Network 2cf7010c-85bd-4391-9fa8-2de7425432c0 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:47:57.275031 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 45d3d5dd-302f-4998-ae61-7ea3305b8552 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:57.327038 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.338835 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Deleting port e470610a-103d-48b7-8ccc-686d316ea005 {{(pid=74964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:57.339175 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.358641 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 45d3d5dd-302f-4998-ae61-7ea3305b8552 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:57.358985 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 45d3d5dd-302f-4998-ae61-7ea3305b8552 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:57.557841 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.db [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] For port e470610a-103d-48b7-8ccc-686d316ea005, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=e470610a-103d-48b7-8ccc-686d316ea005,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:57.558228 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.568146 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] DHCP port deletion for 2cf7010c-85bd-4391-9fa8-2de7425432c0 request from dv-cinder-798098-2-smb {{(pid=74966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 11:47:57.572438 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] Deleting port e470610a-103d-48b7-8ccc-686d316ea005 {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:57.573036 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.688527 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Calling delete_port for e470610a-103d-48b7-8ccc-686d316ea005 owned by network:dhcp {{(pid=74964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:57.777235 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3625192'] for port, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.790155 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8497edcf-7ca2-4bcc-aada-239c632fa040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:57.808965 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] For port e470610a-103d-48b7-8ccc-686d316ea005, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=e470610a-103d-48b7-8ccc-686d316ea005,segment=NetworkSegment(fb42d0be-5aee-4bad-8846-1e13a9129516),segment_id=fb42d0be-5aee-4bad-8846-1e13a9129516)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:47:57.809367 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:57.846583 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] No DVR routers for this DVR port e470610a-103d-48b7-8ccc-686d316ea005 on host dv-cinder-798098-2-smb {{(pid=74964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:47:57.848515 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Pushing event deleted for resources: {'Port': ['ID=e470610a-103d-48b7-8ccc-686d316ea005,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:57.891909 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:57.938738 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] Calling delete_port for e470610a-103d-48b7-8ccc-686d316ea005 owned by network:dhcp {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:47:58.014456 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5364b-40be-4ca5-91bc-3ca6bc1fc6c9 req-ca91e6f7-a07a-44b6-97d8-e389797c5b19 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:58.016651 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-90a5364b-40be-4ca5-91bc-3ca6bc1fc6c9 req-ca91e6f7-a07a-44b6-97d8-e389797c5b19 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0875788 Aug 24 11:47:58.039189 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.db.api [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:47:58.039505 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_db.api [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:47:58.049982 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.063721 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf7010c-85bd-4391-9fa8-2de7425432c0']}} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:58.076289 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb42d0be-5aee-4bad-8846-1e13a9129516') {'for_net_delete': True} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:58.076580 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.services.segments.db [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb42d0be-5aee-4bad-8846-1e13a9129516') {} {{(pid=74964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:47:58.077741 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-90a5364b-40be-4ca5-91bc-3ca6bc1fc6c9 req-7e81e9cb-1065-4676-8528-3713947621ef tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490916 Aug 24 11:47:58.089760 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3119808'] for segment, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.107818 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.115349 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=74964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:47:58.115861 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3625149'] for segment, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: Traceback (most recent call last): Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: timer() Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: cb(*args, **kw) Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: return func(*args, **kwargs) Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: self._notify() Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: self.callback(batched_events) Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: event.method(event) Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: return f(self, *a, **k) Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: return self._get(url).json() Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: return self.request(url, 'GET', **kwargs) Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:47:58.135137 dv-cinder-798098-2-smb neutron-server[74964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:47:58.214241 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.217972 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e5ebb0e1-ab7a-4fa8-bf24-bb69775c955b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:58.231053 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.243296 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf7010c-85bd-4391-9fa8-2de7425432c0,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:58.247984 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:58.259382 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-3ecc449d-c3ba-4b72-bc35-d0824c568672 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2cf7010c-85bd-4391-9fa8-2de7425432c0 HTTP/1.1" status: 204 len: 168 time: 1.0623620 Aug 24 11:47:58.409572 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60070) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:58.463077 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-a21b7742-06b3-47ab-b929-5b755b956e95 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f24e3cdf4a14d0fbdb905d54af29f39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0522490 Aug 24 11:47:58.465989 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60074) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:47:58.526585 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0881987d-6df3-48f4-bf2e-ed4b8c8af592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.541134 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] Deleting port e470610a-103d-48b7-8ccc-686d316ea005 {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:47:58.542860 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.558019 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0881987d-6df3-48f4-bf2e-ed4b8c8af592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.617988 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-3c82bbef-45b6-4510-92ff-3922cc7d3d42 None None] The port 'e470610a-103d-48b7-8ccc-686d316ea005' was deleted {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 11:47:58.627435 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0881987d-6df3-48f4-bf2e-ed4b8c8af592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.633337 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-adbcd2bc-0c84-4baa-b122-ae85c3ad5cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:47:58.647628 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0881987d-6df3-48f4-bf2e-ed4b8c8af592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b17461-c26c-40f3-82ec-d1232c921fff,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:47:58.651311 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0881987d-6df3-48f4-bf2e-ed4b8c8af592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:47:58.654740 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0881987d-6df3-48f4-bf2e-ed4b8c8af592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:47:58.655936 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0881987d-6df3-48f4-bf2e-ed4b8c8af592 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6b17461-c26c-40f3-82ec-d1232c921fff HTTP/1.1" status: 204 len: 168 time: 0.1890237 Aug 24 11:47:58.837893 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device c0c55a37-2377-48e1-a1f2-dd5f3673e372 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:58.872796 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: c0c55a37-2377-48e1-a1f2-dd5f3673e372 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:58.873065 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device c0c55a37-2377-48e1-a1f2-dd5f3673e372 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:58.873496 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device e470610a-103d-48b7-8ccc-686d316ea005 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:47:58.905459 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: e470610a-103d-48b7-8ccc-686d316ea005 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:47:58.905724 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device e470610a-103d-48b7-8ccc-686d316ea005 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:47:59.320946 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0b7ff-80b6-43dc-9082-da9203868d2d req-bd804d9e-f87e-47c5-9227-0bb2a662adba tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:47:59.322411 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7c0b7ff-80b6-43dc-9082-da9203868d2d req-bd804d9e-f87e-47c5-9227-0bb2a662adba tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0980608 Aug 24 11:47:59.368632 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a7c0b7ff-80b6-43dc-9082-da9203868d2d req-3fef29c0-06c0-43bd-b2d9-e02b402be437 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408428 Aug 24 11:48:00.128476 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:00.622833 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b08e5c-24ee-40e2-9b95-b509ae0baaa8 req-721e9088-bbb6-4c37-a1e8-3b07da7be506 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:00.625694 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-92b08e5c-24ee-40e2-9b95-b509ae0baaa8 req-721e9088-bbb6-4c37-a1e8-3b07da7be506 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0946300 Aug 24 11:48:00.694544 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-92b08e5c-24ee-40e2-9b95-b509ae0baaa8 req-1a7e3e71-9d60-44bb-9fb2-72e1307fceaf tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604017 Aug 24 11:48:01.915956 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf8f0c-f9bb-465d-8825-f84a180c5b5a req-a17bed5c-59fe-47c7-aa48-ca7a2c223fe1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:01.917625 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eaaf8f0c-f9bb-465d-8825-f84a180c5b5a req-a17bed5c-59fe-47c7-aa48-ca7a2c223fe1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0834351 Aug 24 11:48:01.972804 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-eaaf8f0c-f9bb-465d-8825-f84a180c5b5a req-2daebe09-6d7a-4a5b-81cd-bf856d66f892 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495632 Aug 24 11:48:03.193444 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840a790-16aa-43e9-8d49-52785dd68902 req-591742c9-5a3d-4c68-924f-c095b9f6bd3d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:03.194803 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5840a790-16aa-43e9-8d49-52785dd68902 req-591742c9-5a3d-4c68-924f-c095b9f6bd3d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0812750 Aug 24 11:48:03.246616 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5840a790-16aa-43e9-8d49-52785dd68902 req-b3a951c9-24c4-4afc-a4c9-296d56b6382e tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 Aug 24 11:48:04.166118 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60162) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:04.308000 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:04.341145 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:04.345006 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Usage tracker for resource:security_group_rule and tenant:717329e31cc14030afb50a1a2309be9a is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:04.348116 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:04.353756 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:04.425251 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:04.429150 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:04.436227 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1428ac55-42e0-4a62-975c-31f4b612c73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:04.457048 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b1379-bf2f-4224-a7a9-6f69217e2f6f req-11f14f6f-5d4d-4a60-80ff-4c6613557e66 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:04.458480 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b76b1379-bf2f-4224-a7a9-6f69217e2f6f req-11f14f6f-5d4d-4a60-80ff-4c6613557e66 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0765977 Aug 24 11:48:04.477258 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23182987-6615-42b3-9e94-15a843c87daf,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:04.481709 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=717329e31cc14030afb50a1a2309be9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3142793 Aug 24 11:48:04.482574 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:04.485006 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60170) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:04.510881 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b76b1379-bf2f-4224-a7a9-6f69217e2f6f req-13bdbbd5-c176-4285-a215-a8b56f9e4daf tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463004 Aug 24 11:48:04.547533 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f56a1b37-6fac-485a-aba2-8d6d89214abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:04.572439 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f56a1b37-6fac-485a-aba2-8d6d89214abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:04.623337 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f56a1b37-6fac-485a-aba2-8d6d89214abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:04.628040 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-03983ed8-9dc0-469d-a4f0-d079770d08fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:04.637874 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a1b37-6fac-485a-aba2-8d6d89214abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23182987-6615-42b3-9e94-15a843c87daf,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:04.641238 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f56a1b37-6fac-485a-aba2-8d6d89214abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:04.644481 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f56a1b37-6fac-485a-aba2-8d6d89214abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:04.645584 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f56a1b37-6fac-485a-aba2-8d6d89214abc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23182987-6615-42b3-9e94-15a843c87daf HTTP/1.1" status: 204 len: 168 time: 0.1596928 Aug 24 11:48:04.961992 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60178) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:04.983710 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:05.013929 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:05.018140 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Usage tracker for resource:security_group_rule and tenant:37181fae1def4c6f86a3f587913ec3cc is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:05.020893 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:05.026420 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:05.088960 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:05.093107 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:05.100299 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-bcf4f428-d88b-482c-ae6a-f09f156df05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:05.137662 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55930836-fa72-47f3-b4f3-f836f700f891,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:05.141576 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:05.143919 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-3465d932-4602-4dcd-ae01-0c3bf0f9cc4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37181fae1def4c6f86a3f587913ec3cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1808422 Aug 24 11:48:05.146624 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60182) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:05.206388 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-54972cc6-f0fc-43fa-b52b-8fb105d8df59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:05.230773 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-54972cc6-f0fc-43fa-b52b-8fb105d8df59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:05.280425 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-54972cc6-f0fc-43fa-b52b-8fb105d8df59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:05.284148 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-454a511b-96b9-4c31-8cc3-896e211fb7dc tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:05.300274 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54972cc6-f0fc-43fa-b52b-8fb105d8df59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55930836-fa72-47f3-b4f3-f836f700f891,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:05.303294 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-54972cc6-f0fc-43fa-b52b-8fb105d8df59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:05.307088 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-54972cc6-f0fc-43fa-b52b-8fb105d8df59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:05.308553 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-54972cc6-f0fc-43fa-b52b-8fb105d8df59 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55930836-fa72-47f3-b4f3-f836f700f891 HTTP/1.1" status: 204 len: 168 time: 0.1609604 Aug 24 11:48:05.726886 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704e29a-f092-46f5-a66a-b49bcde576ac req-becffc12-6bc6-4358-92ad-335922184ef3 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:05.728378 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e704e29a-f092-46f5-a66a-b49bcde576ac req-becffc12-6bc6-4358-92ad-335922184ef3 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0792677 Aug 24 11:48:05.779585 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e704e29a-f092-46f5-a66a-b49bcde576ac req-fbcf5390-ce4f-4853-a321-c4eee605a1a0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439608 Aug 24 11:48:06.913109 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-bb985624-a821-4b22-a1c7-c69bca05a85e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1096 time: 0.0804825 Aug 24 11:48:07.135527 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a59205-134b-4c44-811d-2ad63718fbdb req-48b49f5e-0f49-418b-8061-d3690b12b90f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:07.136997 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d3a59205-134b-4c44-811d-2ad63718fbdb req-48b49f5e-0f49-418b-8061-d3690b12b90f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.2107811 Aug 24 11:48:07.139347 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-3effeff7-e74d-4b03-b513-52366ee1c59e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:07.140730 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-3effeff7-e74d-4b03-b513-52366ee1c59e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.1764617 Aug 24 11:48:07.242643 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d3a59205-134b-4c44-811d-2ad63718fbdb req-f4cb54b1-620f-4bf2-931d-89fd23d0a2d6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996943 Aug 24 11:48:07.277909 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-e50259f1-ca66-4197-ab22-9a736f7a2461 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 200 len: 998 time: 0.1072493 Aug 24 11:48:07.340384 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-5bf63a47-a5d0-489b-b7cf-5c6e8f4cdd29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:07.341798 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-5bf63a47-a5d0-489b-b7cf-5c6e8f4cdd29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.0572803 Aug 24 11:48:07.415849 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-98fea810-71a9-4a7a-a4ef-b3d5f22e75ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0672739 Aug 24 11:48:07.547197 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-8fab72f3-1d28-4381-b670-0eb7d7fd1f0b service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238391 Aug 24 11:48:07.683183 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3a0eab98-85bd-4e8f-99ef-997b786be793 req-39331ae0-6e2f-4a2b-a657-225614ae6ed0 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299174 Aug 24 11:48:08.536147 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dd0f9-6ac5-4491-9e17-8d0ece1bb68a req-7bf787e3-b702-4f49-b9e9-b966174f035a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:08.537613 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ca9dd0f9-6ac5-4491-9e17-8d0ece1bb68a req-7bf787e3-b702-4f49-b9e9-b966174f035a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.1560874 Aug 24 11:48:08.584699 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ca9dd0f9-6ac5-4491-9e17-8d0ece1bb68a req-a6319303-09ac-4090-9170-3a8d0e3e52fb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 Aug 24 11:48:09.790426 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f210f-5233-42b7-a9e4-c3937a520630 req-365cbddc-b9d0-4194-9e1b-cbf32a90950d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:09.791874 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8f1f210f-5233-42b7-a9e4-c3937a520630 req-365cbddc-b9d0-4194-9e1b-cbf32a90950d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0747139 Aug 24 11:48:09.838569 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8f1f210f-5233-42b7-a9e4-c3937a520630 req-ebde9771-ae14-46a9-9d19-0cb235930678 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Aug 24 11:48:11.059920 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e271e06-641d-4989-ba6e-de7c24e94273 req-877f6d38-402e-4fe2-af4e-5b26fb4aeeef tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:11.061185 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e271e06-641d-4989-ba6e-de7c24e94273 req-877f6d38-402e-4fe2-af4e-5b26fb4aeeef tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 943 time: 0.0800743 Aug 24 11:48:11.106953 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e271e06-641d-4989-ba6e-de7c24e94273 req-374a33ed-2c0c-403f-840e-36f0aa69caa8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403392 Aug 24 11:48:11.539041 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:48:11.670772 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:48:11.684102 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'port_id': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'mac_address': 'fa:16:3e:9c:51:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:48:11.740481 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:11.758221 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d793f30-863c-4794-88f6-2bac2a3d6c60 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:48:11.772562 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:48:11.776571 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:11.778264 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:11.840379 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=9']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:11.843468 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:12.213482 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['4d793f30-863c-4794-88f6-2bac2a3d6c60'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:48:12.323203 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52c394-28ca-4a55-aff3-eedfff02a345 req-3af30fe1-c605-4841-b3f6-e68a6b051c6f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:12.324703 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7c52c394-28ca-4a55-aff3-eedfff02a345 req-3af30fe1-c605-4841-b3f6-e68a6b051c6f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 944 time: 0.0828896 Aug 24 11:48:12.372986 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7c52c394-28ca-4a55-aff3-eedfff02a345 req-5f0bf40f-1ba4-4fc0-bc77-6ed14b12f5f9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411892 Aug 24 11:48:13.570757 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:48:13.582442 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63275d0-e7eb-49c7-9bc0-c952bbda5560 req-d95fcc9a-dc00-4ff7-9bc2-c1a6c1261496 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:13.584558 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b63275d0-e7eb-49c7-9bc0-c952bbda5560 req-d95fcc9a-dc00-4ff7-9bc2-c1a6c1261496 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 944 time: 0.0756788 Aug 24 11:48:13.636280 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b63275d0-e7eb-49c7-9bc0-c952bbda5560 req-a522bd38-26ea-4176-b43d-3b2c4918dbf4 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462074 Aug 24 11:48:13.641570 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 4d793f30-863c-4794-88f6-2bac2a3d6c60 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:48:13.641956 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:13.753546 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:13.779865 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:48:13.789140 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:48:13.794114 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:13.796020 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:13.835783 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'code': 200} Aug 24 11:48:13.864393 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=10']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:13.867809 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:14.137777 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7ae0a4d3-0db4-418a-9846-07cd2bbfd1da req-5ed602b2-8a15-4d37-b783-c5391470ebb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1099 time: 0.0736086 Aug 24 11:48:14.181105 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-7ae0a4d3-0db4-418a-9846-07cd2bbfd1da req-3c376e1f-b64f-4b65-a78e-3d3e7ce5b85c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362427 Aug 24 11:48:14.844325 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ae7ea-06cc-49b2-be5a-079584660983 req-0374c29b-8a3e-4e87-bab1-078ca4b2927f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:14.846020 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6b6ae7ea-06cc-49b2-be5a-079584660983 req-0374c29b-8a3e-4e87-bab1-078ca4b2927f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 946 time: 0.0760922 Aug 24 11:48:14.894238 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6b6ae7ea-06cc-49b2-be5a-079584660983 req-5c443802-59d1-4e7c-b561-c232d08342a8 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428119 Aug 24 11:48:16.104401 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5446f-50eb-4556-bade-198d9104d5d6 req-1b27ad94-6fda-4de3-8837-c01ec79a9e4a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:16.105860 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fef5446f-50eb-4556-bade-198d9104d5d6 req-1b27ad94-6fda-4de3-8837-c01ec79a9e4a tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 946 time: 0.0781896 Aug 24 11:48:16.150665 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fef5446f-50eb-4556-bade-198d9104d5d6 req-2d1b7f73-8ffd-4cbc-90af-76528f8d27b2 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392416 Aug 24 11:48:17.494426 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f214300-2a6d-4a5b-8f5e-7a06c93064a3 req-34ca3132-79e3-43c5-ba2e-ca88ed9a95d7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:17.495820 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0f214300-2a6d-4a5b-8f5e-7a06c93064a3 req-34ca3132-79e3-43c5-ba2e-ca88ed9a95d7 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 946 time: 0.0811417 Aug 24 11:48:17.541607 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0f214300-2a6d-4a5b-8f5e-7a06c93064a3 req-98b5daad-2241-4311-b97e-3b46e928e704 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397062 Aug 24 11:48:17.578630 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-75c3a733-5758-4058-a59c-566e8e8214c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:17.933379 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:17.987876 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60348) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:18.122798 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.152831 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:18.157064 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Usage tracker for resource:security_group_rule and tenant:51c99f4b5f4a44cf949e2417b44e6189 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:18.159793 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:18.165313 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:18.228946 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.232732 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.240132 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-caf33021-8928-48ae-803a-6e485765fdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:18.278864 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ce8cd3-8489-4751-ba23-f1b384e5a986,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:18.283066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:18.285706 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-0357590b-9feb-4e29-9ba3-998cbe1229c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51c99f4b5f4a44cf949e2417b44e6189&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2968509 Aug 24 11:48:18.288299 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60354) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:18.346561 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e14bb7e7-4242-4784-9e64-d3c34d2ff683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.370536 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e14bb7e7-4242-4784-9e64-d3c34d2ff683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.506787 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e14bb7e7-4242-4784-9e64-d3c34d2ff683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.510366 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b6787c57-9a65-45d0-92e2-f97360ba8599 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:18.523265 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bb7e7-4242-4784-9e64-d3c34d2ff683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ce8cd3-8489-4751-ba23-f1b384e5a986,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:18.526120 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e14bb7e7-4242-4784-9e64-d3c34d2ff683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:18.527959 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-e14bb7e7-4242-4784-9e64-d3c34d2ff683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.529047 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-e14bb7e7-4242-4784-9e64-d3c34d2ff683 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38ce8cd3-8489-4751-ba23-f1b384e5a986 HTTP/1.1" status: 204 len: 168 time: 0.2399466 Aug 24 11:48:18.845371 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60362) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:18.863616 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.894399 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:18.898085 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Usage tracker for resource:security_group_rule and tenant:ecc3dcc9286e4be4ab83f8b36903d4d5 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:18.900874 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:18.906475 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:18.971838 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.975476 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:18.982147 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-931d9582-b673-4012-b389-8d6d7ccee99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:19.022080 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed2046b-5658-48db-9b7c-34dc8e4b115c,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:19.025847 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ecc3dcc9286e4be4ab83f8b36903d4d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1792049 Aug 24 11:48:19.028641 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60366) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:19.033697 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.034086 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.034461 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.034832 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.035202 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.035567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.035964 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.036330 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.036689 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.037045 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.037403 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.040935 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:19.087075 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:19.111832 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:19.161895 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:19.165590 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-a0db9aa0-afef-4727-8c49-316384b6841a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:19.177014 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed2046b-5658-48db-9b7c-34dc8e4b115c,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:19.191232 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.191596 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.191976 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.192329 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.192679 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.193020 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.193364 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.193708 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.194046 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.194384 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.194722 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:48:19.198580 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:19.199533 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:19.200491 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-86a9b698-f220-4067-a95c-b4e9146e3ac9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ed2046b-5658-48db-9b7c-34dc8e4b115c HTTP/1.1" status: 204 len: 168 time: 0.1708910 Aug 24 11:48:19.735915 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-5be808a4-b0db-4337-b7da-ccf429751a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:20.695163 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:21.204609 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:48:22.340475 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:26.325973 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60448) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:26.461048 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:26.491427 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:26.495099 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:f7add5d5b9f84589ac5ddfd7f6363733 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:26.497880 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:26.503343 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:26.570963 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:26.574582 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:26.581855 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-3e6cc53a-d8a9-438d-97cd-e6ca5d425b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:26.620847 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceb7c7a-380a-4e47-8c1b-12425707156e,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:26.627093 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7add5d5b9f84589ac5ddfd7f6363733&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2977810 Aug 24 11:48:26.627093 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b013f04f-9d47-493d-b783-90a2f5693fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:26.627351 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60454) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:26.686303 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-225cb2f5-6229-4e2d-bd5e-ec67aa10737a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:26.712180 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-225cb2f5-6229-4e2d-bd5e-ec67aa10737a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:26.764010 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-225cb2f5-6229-4e2d-bd5e-ec67aa10737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:26.769590 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e5e666b0-4903-494b-afc9-184df2ec8e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:26.781704 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225cb2f5-6229-4e2d-bd5e-ec67aa10737a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceb7c7a-380a-4e47-8c1b-12425707156e,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:26.783845 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-225cb2f5-6229-4e2d-bd5e-ec67aa10737a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:26.790786 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-225cb2f5-6229-4e2d-bd5e-ec67aa10737a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:26.791918 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-225cb2f5-6229-4e2d-bd5e-ec67aa10737a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ceb7c7a-380a-4e47-8c1b-12425707156e HTTP/1.1" status: 204 len: 168 time: 0.1636147 Aug 24 11:48:30.142299 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:31.684529 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60516) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:31.825221 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:31.857958 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:31.862167 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Usage tracker for resource:security_group_rule and tenant:8e813cf2fe8d404e8d9dab33fe0d616f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:31.864927 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:31.870460 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:31.935073 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:31.939489 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:31.945733 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-7297a48c-4866-4b61-96c9-a568dc6f7b38 tempest-AttachVolumeTestJSON-516272658 tempest-AttachVolumeTestJSON-516272658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:31.984064 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b89a7fc-f731-447e-bc2a-27e7b840e2b8,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:31.987628 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:31.990402 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e813cf2fe8d404e8d9dab33fe0d616f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3049054 Aug 24 11:48:31.993082 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60522) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:32.050244 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c27898f-2cfb-47c2-8905-031609a240e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.074739 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c27898f-2cfb-47c2-8905-031609a240e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.125852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c27898f-2cfb-47c2-8905-031609a240e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.129680 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-41d639a5-0286-42d4-ae5e-3341a46ee271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:32.143163 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27898f-2cfb-47c2-8905-031609a240e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b89a7fc-f731-447e-bc2a-27e7b840e2b8,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:32.146923 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6c27898f-2cfb-47c2-8905-031609a240e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:32.151698 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-6c27898f-2cfb-47c2-8905-031609a240e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.152840 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-6c27898f-2cfb-47c2-8905-031609a240e0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b89a7fc-f731-447e-bc2a-27e7b840e2b8 HTTP/1.1" status: 204 len: 168 time: 0.1590133 Aug 24 11:48:32.466596 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60530) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:32.485826 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.515276 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:32.519045 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c6985500e80147d38b1c70ede6ea6382 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:32.521773 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:32.527288 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:32.592257 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.596768 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.603664 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1bad2f3c-ce9f-477a-8fb1-c97b58214c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:32.643254 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9988159-3990-4ec6-83cf-6e7833b5a6f8,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:32.649790 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c6985500e80147d38b1c70ede6ea6382&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797349 Aug 24 11:48:32.649790 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:32.650186 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60534) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:32.709540 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1b6124d1-f1b1-4dde-83c6-dabcd8eb82ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.735681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1b6124d1-f1b1-4dde-83c6-dabcd8eb82ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.789289 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1b6124d1-f1b1-4dde-83c6-dabcd8eb82ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.792787 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-e14bb7e7-4242-4784-9e64-d3c34d2ff683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:32.806257 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6124d1-f1b1-4dde-83c6-dabcd8eb82ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9988159-3990-4ec6-83cf-6e7833b5a6f8,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:32.808956 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1b6124d1-f1b1-4dde-83c6-dabcd8eb82ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:32.810093 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-1b6124d1-f1b1-4dde-83c6-dabcd8eb82ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:32.811188 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-1b6124d1-f1b1-4dde-83c6-dabcd8eb82ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b9988159-3990-4ec6-83cf-6e7833b5a6f8 HTTP/1.1" status: 204 len: 168 time: 0.1603498 Aug 24 11:48:37.634203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60600) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:37.773882 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:37.804859 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:37.808603 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Usage tracker for resource:security_group_rule and tenant:650e427400cb419dbe7759154d78282f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:37.811338 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:37.817054 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:37.883434 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:37.887189 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:37.893932 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b7af6498-d85a-4c24-885a-d6264651d13f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:37.933418 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d2afc1-b228-4fdc-9eb8-467f8e748c1c,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:37.937786 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=650e427400cb419dbe7759154d78282f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3025343 Aug 24 11:48:37.938657 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:37.940547 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60606) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:38.001942 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cd329a5c-02f4-460e-b864-e8a9f2a14b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:38.027185 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cd329a5c-02f4-460e-b864-e8a9f2a14b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:38.076828 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cd329a5c-02f4-460e-b864-e8a9f2a14b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:38.081884 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1e346b7e-cf54-4479-b72f-597aeaa5557e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:38.094698 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd329a5c-02f4-460e-b864-e8a9f2a14b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d2afc1-b228-4fdc-9eb8-467f8e748c1c,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:38.097567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cd329a5c-02f4-460e-b864-e8a9f2a14b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:38.098673 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cd329a5c-02f4-460e-b864-e8a9f2a14b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:38.099799 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-cd329a5c-02f4-460e-b864-e8a9f2a14b9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1d2afc1-b228-4fdc-9eb8-467f8e748c1c HTTP/1.1" status: 204 len: 168 time: 0.1583397 Aug 24 11:48:47.542395 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b634-736f-4e88-a5ea-eed7beca5c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:47.935236 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:49.738471 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-90643b87-b48c-4ee5-b651-9e9ae7d94511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:50.228300 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60744) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:50.366189 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:50.396949 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:50.400671 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Usage tracker for resource:security_group_rule and tenant:a4ec63337c0e47d687083fa31a699c16 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:50.403384 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:50.409024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:50.475744 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:50.479339 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:50.485467 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-8b89a91e-c2e6-45b8-94d1-21d7e45579fb tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:50.524584 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61eded3-501d-4e9b-809f-89ff296ccaf9,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:50.527890 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:50.530024 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-afc8f368-d0e6-435f-9d5c-a49095d16170 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4ec63337c0e47d687083fa31a699c16&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3007224 Aug 24 11:48:50.532830 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60750) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:50.590362 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20a51589-8527-4346-9997-e9096906093a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:50.615560 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20a51589-8527-4346-9997-e9096906093a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:50.665821 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20a51589-8527-4346-9997-e9096906093a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:50.669370 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ed71d023-497d-4d07-a8a2-4e34444c5fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:50.681129 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a51589-8527-4346-9997-e9096906093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61eded3-501d-4e9b-809f-89ff296ccaf9,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:50.684604 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-20a51589-8527-4346-9997-e9096906093a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:50.688506 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-20a51589-8527-4346-9997-e9096906093a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:50.691863 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-20a51589-8527-4346-9997-e9096906093a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e61eded3-501d-4e9b-809f-89ff296ccaf9 HTTP/1.1" status: 204 len: 168 time: 0.1559920 Aug 24 11:48:50.713306 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.441004 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60772) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:51.565824 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1045369214-network', 'tenant_id': 'c959f70cab4b4718af7eed1db5c4221f'}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:48:51.570356 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:51.574186 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Usage tracker for resource:network and tenant:c959f70cab4b4718af7eed1db5c4221f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:51.577022 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:51.583561 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:51.593364 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Made reservation on behalf of c959f70cab4b4718af7eed1db5c4221f for: {'network': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:48:51.595977 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for network, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.608181 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.639229 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:51.643265 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Usage tracker for resource:security_group_rule and tenant:c959f70cab4b4718af7eed1db5c4221f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:51.646330 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:51.652287 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:51.716219 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.721276 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.724099 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-6c27898f-2cfb-47c2-8905-031609a240e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:51.757711 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=74964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 11:48:51.763479 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a76ab8-5f9e-45b4-844b-d56146572f7d,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:51.767188 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:51.773193 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.773464 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.db.segments_db [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Added segment 24f5211f-26e6-4d51-967e-9e0909834768 of type vlan for network 6095ea4e-b8f6-4cff-b419-40d835a9d587 Aug 24 11:48:51.803080 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770677455499'] for network, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.830672 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707'] for network, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.831860 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:51.832443 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:51.836972 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-97dc9849-82dc-4ee7-b9d8-960ba5767d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:51.934570 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Pushing event updated for resources: {'Network': ['ID=6095ea4e-b8f6-4cff-b419-40d835a9d587,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:51.937438 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4953744 Aug 24 11:48:51.938264 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-36236168-dd77-4754-bbdc-770d4e199239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:51.940471 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 60778) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:48:51.945036 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Network 6095ea4e-b8f6-4cff-b419-40d835a9d587 details requested by agent ovs-agent-dv-cinder-798098-2-smb with host dv-cinder-798098-2-smb {{(pid=74966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 11:48:51.946095 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.v2.base [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Request body: {'subnet': {'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1045369214-subnet', 'tenant_id': 'c959f70cab4b4718af7eed1db5c4221f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:48:51.950875 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:51.954701 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Usage tracker for resource:subnet and tenant:c959f70cab4b4718af7eed1db5c4221f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:51.957534 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:51.963170 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:51.973636 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Made reservation on behalf of c959f70cab4b4718af7eed1db5c4221f for: {'subnet': 1} {{(pid=74964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:48:51.975976 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3391092'] for subnet, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:52.174485 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3625044', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3391078'] for subnet, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:52.178394 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8c33b935-3fb3-4426-8b59-ca9aed8fb7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:52.248327 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b48aae-b50f-4878-b4ab-b7b8e81cf906,revision_number=0']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:52.252744 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:52.260614 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Checking segment: {'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:48:52.260963 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Network hostable DHCP agents. Network: 6095ea4e-b8f6-4cff-b419-40d835a9d587, hostable agents: ['f37c2deb-ab59-4636-8329-ce5e3dd0819b'], hosted agents: [] {{(pid=74964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 11:48:52.281846 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Network 6095ea4e-b8f6-4cff-b419-40d835a9d587 is scheduled to be hosted by DHCP agent f37c2deb-ab59-4636-8329-ce5e3dd0819b with binding_index 1 {{(pid=74964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 11:48:52.290904 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.scheduler.base_scheduler [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-2-smb, 6095ea4e-b8f6-4cff-b419-40d835a9d587) {{(pid=74964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:48:52.294768 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:52.295345 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:52.300568 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613d63e3-8441-4b89-89ce-eee0472ade1b None None] Network 6095ea4e-b8f6-4cff-b419-40d835a9d587 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:48:52.316309 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-d70c3666-f57a-436c-a1c2-6dc3f585ce23 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3747866 Aug 24 11:48:52.395772 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:52.521025 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29df7b3-a5fd-484c-b76b-00e1e42e9b54 None None] Network 6095ea4e-b8f6-4cff-b419-40d835a9d587 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:48:54.373259 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-b16547e8-6a33-4f52-9671-b3f425a175b9 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:54.374756 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-b16547e8-6a33-4f52-9671-b3f425a175b9 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/networks?id=6095ea4e-b8f6-4cff-b419-40d835a9d587 HTTP/1.1" status: 200 len: 814 time: 0.1464078 Aug 24 11:48:54.390739 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-47c18131-1719-42d0-969b-8ab793db6326 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/quotas/c959f70cab4b4718af7eed1db5c4221f HTTP/1.1" status: 200 len: 375 time: 0.0101767 Aug 24 11:48:54.434400 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-5da08ccf-6a37-4116-9909-d9fac14def88 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c959f70cab4b4718af7eed1db5c4221f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389481 Aug 24 11:48:54.562986 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-c93da7a2-064e-4ffb-8f2c-20c855d85554 service neutron] 10.222.0.49 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221542 Aug 24 11:48:54.692608 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-0666362b-6272-4635-85bc-e616216a1c0c service neutron] 10.222.0.49 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238840 Aug 24 11:48:54.868116 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-485b7235-1216-4a86-86a4-b247a0d64ab5 req-5968c3ba-2b7a-436f-a4c0-a741d8409577 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 210 time: 0.0407674 Aug 24 11:48:56.051885 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-56262462-b60f-45e4-b4b0-6751ea04e669 req-8bded832-b113-40c2-a023-b153774684f4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 210 time: 0.0558195 Aug 24 11:48:56.095726 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-6ae72039-8590-4dbf-8b34-4007f3f8c4f5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:56.097162 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-6ae72039-8590-4dbf-8b34-4007f3f8c4f5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "GET /v2.0/networks?id=6095ea4e-b8f6-4cff-b419-40d835a9d587 HTTP/1.1" status: 200 len: 814 time: 0.2703855 Aug 24 11:48:56.121785 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Request body: {'port': {'device_id': '54b9b7dc-1525-4ba6-b350-3f406fb1f554', 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587', 'admin_state_up': True, 'tenant_id': 'c959f70cab4b4718af7eed1db5c4221f'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:48:56.254121 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:48:56.257772 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Usage tracker for resource:port and tenant:c959f70cab4b4718af7eed1db5c4221f is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:48:56.260675 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:48:56.266227 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:48:56.275490 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Made reservation on behalf of c959f70cab4b4718af7eed1db5c4221f for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:48:56.278436 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:56.435048 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Allocated IP 172.20.0.6 (6095ea4e-b8f6-4cff-b419-40d835a9d587/c8b48aae-b50f-4878-b4ab-b7b8e81cf906/1cdd3f92-d79e-44fa-96c2-57f51f26a630) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:48:56.627365 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:56.654834 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:56.660580 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-576b2c29-1c66-4eb4-9474-0f7cb91dd42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:56.727533 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Network 6095ea4e-b8f6-4cff-b419-40d835a9d587 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:48:56.730553 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:48:56.735097 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:48:56.766407 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Pushing event updated for resources: {'Port': ['ID=1cdd3f92-d79e-44fa-96c2-57f51f26a630,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:56.769222 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:56.800810 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:56.801397 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:56.820487 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-ffddee4b-61ab-4b00-8a51-f9982f557600 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7023292 Aug 24 11:48:56.838230 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Request body: {'port': {'device_id': '54b9b7dc-1525-4ba6-b350-3f406fb1f554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:48:56.947144 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:57.300671 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543b5ba-8ff6-4e48-a975-06e264a6de76 req-e6e8b822-4cad-4440-99ca-d91e9571be04 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:57.301357 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4543b5ba-8ff6-4e48-a975-06e264a6de76 req-e6e8b822-4cad-4440-99ca-d91e9571be04 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Synchronizing usage tracker for tenant:c959f70cab4b4718af7eed1db5c4221f on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:48:57.359805 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdd3f92-d79e-44fa-96c2-57f51f26a630 {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:48:57.365542 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4543b5ba-8ff6-4e48-a975-06e264a6de76 req-e6e8b822-4cad-4440-99ca-d91e9571be04 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Unset dirty status for tenant:c959f70cab4b4718af7eed1db5c4221f on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:48:57.366678 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4543b5ba-8ff6-4e48-a975-06e264a6de76 req-e6e8b822-4cad-4440-99ca-d91e9571be04 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 931 time: 0.1944971 Aug 24 11:48:57.368216 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:57.404001 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Transition to ACTIVE for port object 1cdd3f92-d79e-44fa-96c2-57f51f26a630 will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:48:57.414294 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:57.420806 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-0cd65950-e5c3-490f-8522-4e05250491ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:57.477772 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4543b5ba-8ff6-4e48-a975-06e264a6de76 req-0e579fa9-e3f7-4172-8e03-d0fc1bbb87de tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054013 Aug 24 11:48:57.548780 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Pushing event updated for resources: {'Port': ['ID=1cdd3f92-d79e-44fa-96c2-57f51f26a630,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:57.551860 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:57.653060 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Attempting to bind port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:48:57.653474 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Attempting to bind port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:48:57.653690 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Attempting to bind port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 on network 6095ea4e-b8f6-4cff-b419-40d835a9d587 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:48:57.659902 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 on network 6095ea4e-b8f6-4cff-b419-40d835a9d587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:48:57.660214 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Attempting to bind port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 on network 6095ea4e-b8f6-4cff-b419-40d835a9d587 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:48:57.666238 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:48:57.666564 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Checking segment: {'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:48:57.666940 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Bound using segment: {'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:48:57.667348 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Bound port: 1cdd3f92-d79e-44fa-96c2-57f51f26a630, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:48:57.667706 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:57.838957 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] For port 1cdd3f92-d79e-44fa-96c2-57f51f26a630, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:48:57.841967 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] For port 1cdd3f92-d79e-44fa-96c2-57f51f26a630, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1cdd3f92-d79e-44fa-96c2-57f51f26a630,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:48:57.847776 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:57.851387 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-2b2c0a6d-bb77-4433-a82b-9ca20dc5617b tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:48:57.910966 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:48:57.912360 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] 10.222.0.37 "PUT /v2.0/ports/1cdd3f92-d79e-44fa-96c2-57f51f26a630 HTTP/1.1" status: 200 len: 1093 time: 1.0781796 Aug 24 11:48:57.912847 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b9b7dc-1525-4ba6-b350-3f406fb1f554', 'tag': '1cdd3f92-d79e-44fa-96c2-57f51f26a630'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:48:57.932116 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Pushing event updated for resources: {'Port': ['ID=1cdd3f92-d79e-44fa-96c2-57f51f26a630,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:48:57.935670 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:48:57.998990 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b9b7dc-1525-4ba6-b350-3f406fb1f554', 'tag': '1cdd3f92-d79e-44fa-96c2-57f51f26a630', 'status': 'completed', 'code': 200} Aug 24 11:48:58.039020 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-34b50ef4-3a55-4f96-9332-3e5fedff4260 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c959f70cab4b4718af7eed1db5c4221f&device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 1096 time: 0.0726800 Aug 24 11:48:58.115008 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-478a3c55-687b-4852-90cd-661e4373d290 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cdd3f92-d79e-44fa-96c2-57f51f26a630 HTTP/1.1" status: 200 len: 217 time: 0.0621748 Aug 24 11:48:58.175823 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-4355fa4a-6817-4f33-953c-9497fc7be9c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:58.177328 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-4355fa4a-6817-4f33-953c-9497fc7be9c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8b48aae-b50f-4878-b4ab-b7b8e81cf906 HTTP/1.1" status: 200 len: 854 time: 0.0561540 Aug 24 11:48:58.205252 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:48:58.224637 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-86582f6c-b0f5-49ad-8727-52eb5e9fbfe8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6095ea4e-b8f6-4cff-b419-40d835a9d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414457 Aug 24 11:48:58.351815 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-85a0047c-0d37-4a42-98a8-b642ccf066a2 service neutron] 10.222.0.37 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209724 Aug 24 11:48:58.478371 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6df63f6c-3eae-4ef1-a4c2-dc165ef92809 req-7aa554d7-677f-4d95-b26b-1be23abdd011 service neutron] 10.222.0.37 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206453 Aug 24 11:48:58.690035 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-ad6f7394-093d-4ee3-94a8-e1e3b183e212 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c959f70cab4b4718af7eed1db5c4221f&device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 1096 time: 0.1248085 Aug 24 11:48:58.723065 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bfd36-0c1e-42f9-896c-564d9dc72474 req-002edc0f-b972-4205-92ab-f1ef25a4fd0c tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:58.724491 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e06bfd36-0c1e-42f9-896c-564d9dc72474 req-002edc0f-b972-4205-92ab-f1ef25a4fd0c tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 943 time: 0.1208103 Aug 24 11:48:58.847285 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e06bfd36-0c1e-42f9-896c-564d9dc72474 req-4bf13e4e-9871-4aa1-9492-1d2c05f74e06 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724883 Aug 24 11:48:58.862528 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-2887a52b-659e-4185-b018-1d9fb32a6b59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:58.864109 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-2887a52b-659e-4185-b018-1d9fb32a6b59 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6095ea4e-b8f6-4cff-b419-40d835a9d587 HTTP/1.1" status: 200 len: 915 time: 0.1664586 Aug 24 11:48:58.929787 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-86c848cf-2fa6-416e-87e8-e2f2f02aeba5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cdd3f92-d79e-44fa-96c2-57f51f26a630 HTTP/1.1" status: 200 len: 217 time: 0.0596690 Aug 24 11:48:58.992780 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-4080fb75-1cf4-46c1-8172-2a2e3d937f21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:48:58.994142 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-4080fb75-1cf4-46c1-8172-2a2e3d937f21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8b48aae-b50f-4878-b4ab-b7b8e81cf906 HTTP/1.1" status: 200 len: 854 time: 0.0584960 Aug 24 11:48:59.037972 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-24ce1683-dcf8-421c-86ad-220008eed968 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6095ea4e-b8f6-4cff-b419-40d835a9d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366704 Aug 24 11:48:59.166659 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-7928880d-2fb0-4a1e-ad18-75967a69e9a3 service neutron] 10.222.0.37 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222458 Aug 24 11:48:59.295010 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6ad30db1-e3a2-4ceb-92ac-1935ce5b4ca1 req-63f8cf65-88be-4ff9-80e5-edb515b70887 service neutron] 10.222.0.37 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212234 Aug 24 11:49:00.118468 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdfa9e-ac9c-469b-ba1d-2351cfcd10d4 req-9b37440f-8580-4923-bdfa-1f3769bd1aec tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:00.120057 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b9cdfa9e-ac9c-469b-ba1d-2351cfcd10d4 req-9b37440f-8580-4923-bdfa-1f3769bd1aec tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 943 time: 0.1545100 Aug 24 11:49:00.139856 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:00.165732 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b9cdfa9e-ac9c-469b-ba1d-2351cfcd10d4 req-894efbc6-ca3a-425a-b764-9b5efdd8af09 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396819 Aug 24 11:49:01.356914 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd0594-dfbb-4685-bc90-e4f63ef741d1 req-67789297-a655-471d-b0b4-dd09265bdba2 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:01.358325 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f8bd0594-dfbb-4685-bc90-e4f63ef741d1 req-67789297-a655-471d-b0b4-dd09265bdba2 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 943 time: 0.0757108 Aug 24 11:49:01.402493 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f8bd0594-dfbb-4685-bc90-e4f63ef741d1 req-730bc4a1-02c9-4fcf-9095-27b3506f38f4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Aug 24 11:49:01.810106 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 1cdd3f92-d79e-44fa-96c2-57f51f26a630 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:49:01.942533 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 1cdd3f92-d79e-44fa-96c2-57f51f26a630, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1cdd3f92-d79e-44fa-96c2-57f51f26a630,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:01.956029 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '1cdd3f92-d79e-44fa-96c2-57f51f26a630', 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587', 'port_id': '1cdd3f92-d79e-44fa-96c2-57f51f26a630', 'mac_address': 'fa:16:3e:21:31:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b48aae-b50f-4878-b4ab-b7b8e81cf906', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:49:02.008747 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:02.026549 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdd3f92-d79e-44fa-96c2-57f51f26a630 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:49:02.041488 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 1cdd3f92-d79e-44fa-96c2-57f51f26a630, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1cdd3f92-d79e-44fa-96c2-57f51f26a630,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:02.045616 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:02.047302 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:02.113740 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=1cdd3f92-d79e-44fa-96c2-57f51f26a630,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:02.122088 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.122431 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.122769 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.123104 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.123431 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.123785 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.124111 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.124431 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.124754 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.125071 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.125389 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:02.129750 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:02.425694 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['1cdd3f92-d79e-44fa-96c2-57f51f26a630'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:49:02.602974 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cc59c-13e8-4760-9ef4-2d8b6c86774d req-5bf593b8-936d-4cdd-a731-6157defa83b8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:02.604472 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c7cc59c-13e8-4760-9ef4-2d8b6c86774d req-5bf593b8-936d-4cdd-a731-6157defa83b8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 944 time: 0.0826800 Aug 24 11:49:02.649674 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3c7cc59c-13e8-4760-9ef4-2d8b6c86774d req-943c82c6-328b-4be5-9797-2e03f1e24114 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Aug 24 11:49:03.821708 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 1cdd3f92-d79e-44fa-96c2-57f51f26a630 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:49:03.840870 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065140c5-40d2-4945-a003-cd1569c381e8 req-7b444efe-1df8-49e0-a0c9-e567e702acfb tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:03.842338 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-065140c5-40d2-4945-a003-cd1569c381e8 req-7b444efe-1df8-49e0-a0c9-e567e702acfb tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 944 time: 0.0749815 Aug 24 11:49:03.887248 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-065140c5-40d2-4945-a003-cd1569c381e8 req-3d21f807-5e77-4bdc-9644-1718c9e68084 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390236 Aug 24 11:49:03.898034 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:49:03.902767 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:49:03.903091 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:04.014595 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:04.068956 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b9b7dc-1525-4ba6-b350-3f406fb1f554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd3f92-d79e-44fa-96c2-57f51f26a630'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:49:04.078261 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 1cdd3f92-d79e-44fa-96c2-57f51f26a630, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1cdd3f92-d79e-44fa-96c2-57f51f26a630,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:04.082472 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:04.084369 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-5d622791-023f-4c65-9d2c-71b63e031bae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:04.127256 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b9b7dc-1525-4ba6-b350-3f406fb1f554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd3f92-d79e-44fa-96c2-57f51f26a630', 'code': 200} Aug 24 11:49:04.149071 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=1cdd3f92-d79e-44fa-96c2-57f51f26a630,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:04.152598 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:04.381747 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-44cdb0af-3766-4022-a0d7-dc4f8d4916c5 req-7f9aa71d-b977-44e4-85b6-24631043a60c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 1098 time: 0.0700250 Aug 24 11:49:04.421942 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-44cdb0af-3766-4022-a0d7-dc4f8d4916c5 req-84212dbb-9440-49fa-ae69-64a3223a9f85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342169 Aug 24 11:49:04.949511 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-0a32cdb1-b4aa-413f-b796-53b09561acb6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670812 Aug 24 11:49:05.147399 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdcad6-1737-4bec-8165-dd69257e89dd req-1269ec3d-e590-45c4-ac00-68cedc3528a4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:05.148829 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4dbdcad6-1737-4bec-8165-dd69257e89dd req-1269ec3d-e590-45c4-ac00-68cedc3528a4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 945 time: 0.1354499 Aug 24 11:49:05.152457 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-83e9413b-1751-4de6-b237-229898ebe384 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=74c2b5ea03fb466b96699c64c1040682&device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 1099 time: 0.1066587 Aug 24 11:49:05.270254 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4dbdcad6-1737-4bec-8165-dd69257e89dd req-c0c07da9-54b3-466c-be25-1899ef691e3a tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158941 Aug 24 11:49:05.317940 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-87176325-7f05-4651-908c-8a60cbcb28ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:05.319372 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-87176325-7f05-4651-908c-8a60cbcb28ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 200 len: 918 time: 0.1419063 Aug 24 11:49:05.423711 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-c5563f18-781a-403d-b954-23080566376b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 200 len: 1000 time: 0.0972605 Aug 24 11:49:05.486442 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-7f55f8d0-396e-42f3-bf3a-1ba9136ae3bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:05.487878 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-7f55f8d0-396e-42f3-bf3a-1ba9136ae3bc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 200 len: 856 time: 0.0572352 Aug 24 11:49:05.564606 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-2df95ded-9c02-4ffb-b21c-a1a821e3bae5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b135e81b-5e1c-4b02-8ce7-f808b14da701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0675044 Aug 24 11:49:05.697465 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-a1a479ce-79b4-47a8-95db-8253dfaf70f3 service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252625 Aug 24 11:49:05.878281 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-d1b45bae-aaac-469d-8cbc-d73e4c6cc32d req-6f6ce622-e001-4fd4-8923-f2447eadf5af service neutron] 10.222.0.37 "GET /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316917 Aug 24 11:49:06.465377 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486306-6b8d-4ff5-b5f7-8d2e5a2637ad req-0b7a3cbc-6a16-4975-8e20-e24d002242c5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:06.466805 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-70486306-6b8d-4ff5-b5f7-8d2e5a2637ad req-0b7a3cbc-6a16-4975-8e20-e24d002242c5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 945 time: 0.0788500 Aug 24 11:49:06.511047 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-70486306-6b8d-4ff5-b5f7-8d2e5a2637ad req-7e607f2c-9e11-4dff-9126-ae04b9181bdb tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 Aug 24 11:49:17.545932 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-69e72f2f-e496-4f05-863a-8e63234cee4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:17.936835 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:19.740676 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-e29274c8-9d7d-41e4-b9a3-85d8c93ba01e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:20.699672 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:22.347090 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:25.333263 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50163a-df78-4c30-bab9-7b65f630e40e req-f3ad381e-ace9-4a04-bb36-8c6222363db1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:25.334687 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8e50163a-df78-4c30-bab9-7b65f630e40e req-f3ad381e-ace9-4a04-bb36-8c6222363db1 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 946 time: 0.2102838 Aug 24 11:49:25.381954 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8e50163a-df78-4c30-bab9-7b65f630e40e req-c49b4e30-a509-42e0-81f7-eef98fbc6bda tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416627 Aug 24 11:49:26.660633 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e65a0-deae-46c6-974d-d08f3b6ea8e9 req-36023f55-5339-4a6f-98da-00177301bfb9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:26.662090 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e13e65a0-deae-46c6-974d-d08f3b6ea8e9 req-36023f55-5339-4a6f-98da-00177301bfb9 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 946 time: 0.1479664 Aug 24 11:49:26.706361 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e13e65a0-deae-46c6-974d-d08f3b6ea8e9 req-bd3460e1-f293-48f1-98cf-14c94a3960a5 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384507 Aug 24 11:49:27.138674 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-a4b1525b-4877-4069-8aec-b40c1b73ce1d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:27.140213 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-a4b1525b-4877-4069-8aec-b40c1b73ce1d tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 946 time: 0.0821221 Aug 24 11:49:27.300133 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Deleting port 4d793f30-863c-4794-88f6-2bac2a3d6c60 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:49:27.300506 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:27.547768 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] For port 4d793f30-863c-4794-88f6-2bac2a3d6c60, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=4d793f30-863c-4794-88f6-2bac2a3d6c60,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:27.548122 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:27.831245 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:27.831926 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4081339'] for floatingip, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:27.831926 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.db.l3_db [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Floating IP 0d8efda0-3456-44e6-923e-71183c1a1298 disassociated. External IP: 172.28.2.24, port: 4d793f30-863c-4794-88f6-2bac2a3d6c60. Aug 24 11:49:27.832169 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Calling delete_port for 4d793f30-863c-4794-88f6-2bac2a3d6c60 owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:49:28.005410 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f292b-f6b7-44ab-b27f-f599de88a851 req-51b7ea8b-b4eb-48c8-a3d4-4a3aba7bf69c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:28.006840 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8e4f292b-f6b7-44ab-b27f-f599de88a851 req-51b7ea8b-b4eb-48c8-a3d4-4a3aba7bf69c tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 946 time: 0.1478438 Aug 24 11:49:28.057263 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:28.064622 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-aad2fbd6-904a-42d1-9a60-4526e8938d8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:28.107978 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event deleted for resources: {'Port': ['ID=4d793f30-863c-4794-88f6-2bac2a3d6c60,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:28.120992 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-8e4f292b-f6b7-44ab-b27f-f599de88a851 req-36fec849-8ccb-4fcf-8a2a-d66c726446f2 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups?id=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068964 Aug 24 11:49:28.126000 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.126370 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.126730 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.127126 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.127481 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.127857 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.128669 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.128669 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.128851 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.129197 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.129539 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:28.134461 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:28.335858 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Router 782170f6-355d-4c9c-b61f-b99764524942 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:49:28.538835 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:49:28.549619 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] Sync routers for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:49:28.561639 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:49:28.562338 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:49:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:28.622961 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] No DVR routers for this DVR port 4d793f30-863c-4794-88f6-2bac2a3d6c60 on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:49:28.625507 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:28.628667 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-deleted', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:49:28.645342 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-9e168ca5-fbd0-433f-b0f9-2f10e673c8e0 req-0d7b27ff-960d-4a28-99db-cd632d6dcceb tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.37 "DELETE /v2.0/ports/4d793f30-863c-4794-88f6-2bac2a3d6c60 HTTP/1.1" status: 204 len: 173 time: 1.4986012 Aug 24 11:49:28.708243 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cbff29-cc8a-49aa-a187-f54eba2d4dac', 'name': 'network-vif-deleted', 'tag': '4d793f30-863c-4794-88f6-2bac2a3d6c60', 'status': 'completed', 'code': 200} Aug 24 11:49:28.768849 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:49:29.083885 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:29.087566 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] Checking router: 782170f6-355d-4c9c-b61f-b99764524942 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:49:29.099771 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:49:29.100374 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:49:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:29.318037 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:49:29.339015 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-f50ede0c-897b-43f6-87db-ab7e2bcc815b req-48a445dc-4212-48e7-a46b-e013bbcd7646 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Synchronizing usage tracker for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:49:29.355218 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-f50ede0c-897b-43f6-87db-ab7e2bcc815b req-48a445dc-4212-48e7-a46b-e013bbcd7646 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Unset dirty status for tenant:74c2b5ea03fb466b96699c64c1040682 on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:49:29.356437 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f50ede0c-897b-43f6-87db-ab7e2bcc815b req-48a445dc-4212-48e7-a46b-e013bbcd7646 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4cbff29-cc8a-49aa-a187-f54eba2d4dac HTTP/1.1" status: 200 len: 210 time: 0.0608199 Aug 24 11:49:29.638493 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:29.643198 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56ec95c-99bb-4a30-9070-c19c1d44c9da None None] The sync data for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb is: [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:39:25Z', 'revision_number': 4, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb', '_interfaces': [{'id': '7535e6d7-9ec4-429c-b1e9-eb8022cd4493', 'name': '', 'network_id': 'b135e81b-5e1c-4b02-8ce7-f808b14da701', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'mac_address': 'fa:16:3e:62:24:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:24Z', 'updated_at': '2021-08-24T11:39:39Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'subnets': [{'id': 'b45d0573-ad3d-4353-913b-5cb7b283396e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:49:29.870052 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1294d49b-484e-4d9a-9bc3-8a2a202ec15d None None] New status for floating IP 0d8efda0-3456-44e6-923e-71183c1a1298: DOWN {{(pid=74966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 11:49:30.136843 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:30.514024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60954) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:30.576648 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-846b8e44-2c40-49cd-83ae-1b648ad24fb6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:30.603554 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-846b8e44-2c40-49cd-83ae-1b648ad24fb6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:30.739817 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-846b8e44-2c40-49cd-83ae-1b648ad24fb6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:30.743427 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e228d0fb-efc6-4dc6-8565-d31fd3b58b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:30.756937 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b8e44-2c40-49cd-83ae-1b648ad24fb6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4cca2-dcaa-4c21-9546-bf9ae34d0968,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:30.760190 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-846b8e44-2c40-49cd-83ae-1b648ad24fb6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:30.765360 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-846b8e44-2c40-49cd-83ae-1b648ad24fb6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:30.766440 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-846b8e44-2c40-49cd-83ae-1b648ad24fb6 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "DELETE /v2.0/security-groups/d7b4cca2-dcaa-4c21-9546-bf9ae34d0968 HTTP/1.1" status: 204 len: 168 time: 0.2514417 Aug 24 11:49:30.769105 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60958) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:30.785670 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.api.v2.resource [None req-4121829d-7066-4b25-bb9b-5e57fcc55de0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] show failed (client error): The resource could not be found. Aug 24 11:49:30.786652 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-4121829d-7066-4b25-bb9b-5e57fcc55de0 tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "GET /v2.0/security-groups/d7b4cca2-dcaa-4c21-9546-bf9ae34d0968 HTTP/1.1" status: 404 len: 347 time: 0.0166645 Aug 24 11:49:30.789481 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 60962) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:30.938159 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Deleting port 9cca7884-f4e1-4219-a29b-712577e115fe {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:49:30.938577 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:31.104611 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:31.104938 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:31.219851 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Calling delete_port for 9cca7884-f4e1-4219-a29b-712577e115fe owned by network:floatingip {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:49:31.355396 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:31.359242 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:31.400735 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Pushing event deleted for resources: {'Port': ['ID=9cca7884-f4e1-4219-a29b-712577e115fe,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:31.403639 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:31.492782 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks [] for floatingip, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:31.509900 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for floatingip, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:31.512583 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-894d9109-bee2-4637-8489-6ee37de08d3f tempest-AttachVolumeShelveTestJSON-156911000 tempest-AttachVolumeShelveTestJSON-156911000-project] 10.222.0.49 "DELETE /v2.0/floatingips/0d8efda0-3456-44e6-923e-71183c1a1298 HTTP/1.1" status: 204 len: 168 time: 0.7206872 Aug 24 11:49:31.952477 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:49:31.988698 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 4d793f30-863c-4794-88f6-2bac2a3d6c60 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:49:31.989149 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 4d793f30-863c-4794-88f6-2bac2a3d6c60 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:49:34.316625 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32768) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:34.773188 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4081065'] for router_interface, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:35.206871 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:49:35.446113 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Deleting port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:49:35.446684 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:35.616071 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] For port 7535e6d7-9ec4-429c-b1e9-eb8022cd4493, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:35.616502 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:35.734131 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Calling delete_port for 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 owned by network:router_interface {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:49:35.909889 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:35.913942 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-593efc00-ffc4-47a0-a750-a272d1f22073 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:35.952827 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Pushing event deleted for resources: {'Port': ['ID=7535e6d7-9ec4-429c-b1e9-eb8022cd4493,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:35.956676 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:36.232018 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3018629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4080989'] for router_interface, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:36.898084 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Router 782170f6-355d-4c9c-b61f-b99764524942 has already been hosted by L3 agent 343300a2-fe02-4d05-99a0-b5945a58971d {{(pid=74965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 11:49:37.094969 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Notify agent at l3_agent.dv-cinder-798098-2-smb the message routers_updated {{(pid=74965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 11:49:37.104391 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] Sync routers for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 11:49:37.107882 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] 10.222.0.49 "PUT /v2.0/routers/782170f6-355d-4c9c-b61f-b99764524942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7901952 Aug 24 11:49:37.110247 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32784) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:37.116145 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:49:37.116744 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:49:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:37.290380 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: dv-cinder-798098-2-smb {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:49:37.304399 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks [] for router, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:37.497085 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:37.506964 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Deleting port 3ed7165c-5ad2-481e-9ee3-02511b4136c5 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:49:37.507295 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:37.677413 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] For port 3ed7165c-5ad2-481e-9ee3-02511b4136c5, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=3ed7165c-5ad2-481e-9ee3-02511b4136c5,segment=NetworkSegment(f1ec0282-8902-4762-8031-9341bfa0cb5c),segment_id=f1ec0282-8902-4762-8031-9341bfa0cb5c)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:37.677766 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:37.731754 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'external_fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252'}], 'enable_snat': True}, 'gw_port_id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:49:35Z', 'revision_number': 5, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port': {'id': '3ed7165c-5ad2-481e-9ee3-02511b4136c5', 'name': '', 'network_id': '0f39a605-3f63-465f-86ca-75a57987cc40', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:5b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782170f6-355d-4c9c-b61f-b99764524942', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '9108fa75-a458-4577-93b2-86475bb65a17', 'ip_address': '172.28.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T11:39:20Z', 'updated_at': '2021-08-24T11:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9108fa75-a458-4577-93b2-86475bb65a17', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-2-smb'}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:37.737726 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] Checking router: 782170f6-355d-4c9c-b61f-b99764524942 for host: dv-cinder-798098-2-smb {{(pid=74967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 11:49:37.767505 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] Routers {'782170f6-355d-4c9c-b61f-b99764524942'} bound to L3 agent in host dv-cinder-798098-2-smb {{(pid=74967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 11:49:37.768126 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798098-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T11:30:50Z,description=,heartbeat_timestamp=2021-08-24T11:49:20Z,host='dv-cinder-798098-2-smb',id=343300a2-fe02-4d05-99a0-b5945a58971d,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T11:30:50Z,topic='l3_agent')) {'router_ids': ['782170f6-355d-4c9c-b61f-b99764524942'], 'active': True} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:37.800353 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Calling delete_port for 3ed7165c-5ad2-481e-9ee3-02511b4136c5 owned by network:router_gateway {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:49:37.924710 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_dvr_db [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] Set router 782170f6-355d-4c9c-b61f-b99764524942 gateway port host: None {{(pid=74967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 11:49:38.061331 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.065904 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ae02f4ad-e26b-45db-b84f-a3883d8f3ffc tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:38.074590 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.l3_hamode_db [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:49:37Z', 'revision_number': 6, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port_host': None}], 'dv-cinder-798098-2-smb', False) {} {{(pid=74967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:38.078624 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1002f0-39b4-4632-b804-e3949cf0d8fe None None] The sync data for ids ['782170f6-355d-4c9c-b61f-b99764524942'] in dv-cinder-798098-2-smb is: [{'id': '782170f6-355d-4c9c-b61f-b99764524942', 'name': 'tempest-AttachVolumeShelveTestJSON-1569470970-router', 'tenant_id': '74c2b5ea03fb466b96699c64c1040682', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T11:39:19Z', 'updated_at': '2021-08-24T11:49:37Z', 'revision_number': 6, 'project_id': '74c2b5ea03fb466b96699c64c1040682', 'gw_port_host': None}] {{(pid=74967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 11:49:38.108879 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ed7165c-5ad2-481e-9ee3-02511b4136c5,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:38.111777 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:38.322657 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4081364'] for router_gateway, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.598952 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3783800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5092'] for router, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.602962 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.627811 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3783400'] for router, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.628341 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 782170f6-355d-4c9c-b61f-b99764524942 {{(pid=74965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 11:49:38.640572 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] Notify callbacks [] for router, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.641666 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-cf4d7557-3dca-4bd6-a1aa-67a306211a29 admin admin] 10.222.0.49 "DELETE /v2.0/routers/782170f6-355d-4c9c-b61f-b99764524942 HTTP/1.1" status: 204 len: 168 time: 1.5305488 Aug 24 11:49:38.644696 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32790) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:38.703972 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] Deleting subnet b45d0573-ad3d-4353-913b-5cb7b283396e {{(pid=74965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:49:38.707253 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.755595 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2844677'] for subnet, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.837484 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.887715 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 3ed7165c-5ad2-481e-9ee3-02511b4136c5 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:49:38.908651 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2845753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625551'] for subnet, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.913091 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:38.921088 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 3ed7165c-5ad2-481e-9ee3-02511b4136c5 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:49:38.921444 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 3ed7165c-5ad2-481e-9ee3-02511b4136c5 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:49:38.921868 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:49:38.948357 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45d0573-ad3d-4353-913b-5cb7b283396e,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:38.951884 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:38.953102 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:38.957363 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:49:38.957726 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 7535e6d7-9ec4-429c-b1e9-eb8022cd4493 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:49:38.961599 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-fbede499-fc55-4d1c-9569-9e46758972f6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b45d0573-ad3d-4353-913b-5cb7b283396e HTTP/1.1" status: 204 len: 168 time: 0.3137515 Aug 24 11:49:38.961760 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cf257a-d6b7-4091-9097-46148c1cc024 None None] Network b135e81b-5e1c-4b02-8ce7-f808b14da701 requested from dv-cinder-798098-2-smb {{(pid=74966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 11:49:38.961878 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32796) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:39.070915 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.083849 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Deleting port 1691fdda-9320-4af6-a9f1-29b0db1852e1 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:49:39.084190 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.224927 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] DHCP port deletion for b135e81b-5e1c-4b02-8ce7-f808b14da701 request from dv-cinder-798098-2-smb {{(pid=74966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 11:49:39.229003 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] Deleting port 1691fdda-9320-4af6-a9f1-29b0db1852e1 {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:49:39.229567 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.293648 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] For port 1691fdda-9320-4af6-a9f1-29b0db1852e1, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=1691fdda-9320-4af6-a9f1-29b0db1852e1,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:39.294009 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.434402 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] For port 1691fdda-9320-4af6-a9f1-29b0db1852e1, host dv-cinder-798098-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-2-smb',level=0,port_id=1691fdda-9320-4af6-a9f1-29b0db1852e1,segment=NetworkSegment(5bd55ced-060a-4638-9b71-2003ff4ade60),segment_id=5bd55ced-060a-4638-9b71-2003ff4ade60)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:39.434685 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.504317 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Calling delete_port for 1691fdda-9320-4af6-a9f1-29b0db1852e1 owned by network:dhcp {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:49:39.554663 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] Calling delete_port for 1691fdda-9320-4af6-a9f1-29b0db1852e1 owned by network:dhcp {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:49:39.574570 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.578390 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-bdf0dd3d-5897-448f-bcfc-436b251edbe2 tempest-ServerRescueNegativeTestJSON-336034435 tempest-ServerRescueNegativeTestJSON-336034435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:39.623177 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1691fdda-9320-4af6-a9f1-29b0db1852e1,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:39.627396 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:39.630047 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] No DVR routers for this DVR port 1691fdda-9320-4af6-a9f1-29b0db1852e1 on host dv-cinder-798098-2-smb {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:49:39.630175 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.db.api [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 11:49:39.630522 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_db.api [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 11:49:39.744776 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.757220 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b135e81b-5e1c-4b02-8ce7-f808b14da701']}} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:39.768864 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd55ced-060a-4638-9b71-2003ff4ade60') {'for_net_delete': True} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:39.769152 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd55ced-060a-4638-9b71-2003ff4ade60') {} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:49:39.780142 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2844682'] for segment, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.796752 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.803774 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=74965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:49:39.804259 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2845855'] for segment, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: Traceback (most recent call last): Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: timer() Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: cb(*args, **kw) Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: return func(*args, **kwargs) Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: self._notify() Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: self.callback(batched_events) Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: event.method(event) Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: return f(self, *a, **k) Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: return self._get(url).json() Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: return self.request(url, 'GET', **kwargs) Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:49:39.817440 dv-cinder-798098-2-smb neutron-server[74965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:49:39.893894 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.898193 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5c2737dc-bc6d-416c-9373-419ec9b67209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:39.911413 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:39.922940 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Pushing event deleted for resources: {'Network': ['ID=b135e81b-5e1c-4b02-8ce7-f808b14da701,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:39.928367 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:39.935941 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-b5b7e65d-0934-4098-bb9f-9fcc7061ab7c admin admin] 10.222.0.49 "DELETE /v2.0/networks/b135e81b-5e1c-4b02-8ce7-f808b14da701 HTTP/1.1" status: 204 len: 168 time: 0.9731638 Aug 24 11:49:40.098589 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32810) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:40.131928 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] Deleting port 1691fdda-9320-4af6-a9f1-29b0db1852e1 {{(pid=74966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:49:40.132416 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:40.149290 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-20b502b4-4655-4821-b77b-c26fda506c2d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=74c2b5ea03fb466b96699c64c1040682&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0494177 Aug 24 11:49:40.151590 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32814) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:40.202210 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-15a74fe3-a29e-4c05-961b-37bca2065b40 None None] The port '1691fdda-9320-4af6-a9f1-29b0db1852e1' was deleted {{(pid=74966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 11:49:40.215812 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb907ca9-e9ee-475a-a4fd-d3b43b95fdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:40.244272 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb907ca9-e9ee-475a-a4fd-d3b43b95fdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:40.297367 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb907ca9-e9ee-475a-a4fd-d3b43b95fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:40.301419 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-cbffc2a1-6474-4efa-a789-2037bb155149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:40.313291 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb907ca9-e9ee-475a-a4fd-d3b43b95fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493da8b0-2500-46a7-a1bb-b46ddf6deee4,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:40.316174 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-bb907ca9-e9ee-475a-a4fd-d3b43b95fdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:40.322899 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-bb907ca9-e9ee-475a-a4fd-d3b43b95fdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:40.324083 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-bb907ca9-e9ee-475a-a4fd-d3b43b95fdc2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/493da8b0-2500-46a7-a1bb-b46ddf6deee4 HTTP/1.1" status: 204 len: 168 time: 0.1715062 Aug 24 11:49:40.881801 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 1691fdda-9320-4af6-a9f1-29b0db1852e1 no longer exists at agent ovs-agent-dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:49:40.913476 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] No Port match for: 1691fdda-9320-4af6-a9f1-29b0db1852e1 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:49:40.913833 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Device 1691fdda-9320-4af6-a9f1-29b0db1852e1 not bound to the agent host dv-cinder-798098-2-smb {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:49:42.761354 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 32884) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:42.898480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:42.929022 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:49:42.933007 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Usage tracker for resource:security_group_rule and tenant:5eeb9cb42c8e42ef84ccef765b0ccd24 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:49:42.935809 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:49:42.942049 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:49:43.007351 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.010812 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.016889 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0a0222bc-0cb6-491f-ad84-53d047f4a2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:43.057966 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5eeb9cb42c8e42ef84ccef765b0ccd24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2949569 Aug 24 11:49:43.059015 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582606a8-6e20-48f9-ad5e-7b2aaeb6fea1,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:43.060610 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32894) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:43.068101 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.068486 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.068857 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.069223 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.069582 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.069945 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.070301 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.070818 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.071066 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.071421 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.071812 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:49:43.075521 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:43.122416 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-53f910a1-d539-4e19-a5a0-eaf93bab2153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.148692 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-53f910a1-d539-4e19-a5a0-eaf93bab2153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.201310 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-53f910a1-d539-4e19-a5a0-eaf93bab2153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.206393 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e6f66985-b076-47e6-8f82-05fb0819cfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:43.218121 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f910a1-d539-4e19-a5a0-eaf93bab2153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582606a8-6e20-48f9-ad5e-7b2aaeb6fea1,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:43.221419 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-53f910a1-d539-4e19-a5a0-eaf93bab2153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:43.223789 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-53f910a1-d539-4e19-a5a0-eaf93bab2153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.227465 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-53f910a1-d539-4e19-a5a0-eaf93bab2153 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/582606a8-6e20-48f9-ad5e-7b2aaeb6fea1 HTTP/1.1" status: 204 len: 168 time: 0.1633878 Aug 24 11:49:43.566961 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32906) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:43.586096 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.619493 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:49:43.623848 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Usage tracker for resource:security_group_rule and tenant:c0a469e886f1490e80589a084c9d86e7 is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:49:43.626826 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:49:43.633286 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:49:43.701099 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.705072 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.711914 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-d5db1045-87f3-4640-8125-3b10e69e2403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:43.750885 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de19db-df59-4e36-bc76-0c6db827bd0e,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:43.753940 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:43.756102 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-3986b3f8-454d-47c2-896c-495a85d81251 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0a469e886f1490e80589a084c9d86e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1880610 Aug 24 11:49:43.758716 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32910) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:43.816531 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-53fcfceb-de16-492a-8387-005e352c1727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.841308 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-53fcfceb-de16-492a-8387-005e352c1727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.889906 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-53fcfceb-de16-492a-8387-005e352c1727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.894431 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-20a51589-8527-4346-9997-e9096906093a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:43.905118 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcfceb-de16-492a-8387-005e352c1727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de19db-df59-4e36-bc76-0c6db827bd0e,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:43.909115 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-53fcfceb-de16-492a-8387-005e352c1727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:43.912183 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-53fcfceb-de16-492a-8387-005e352c1727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:43.915628 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-53fcfceb-de16-492a-8387-005e352c1727 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58de19db-df59-4e36-bc76-0c6db827bd0e HTTP/1.1" status: 204 len: 168 time: 0.1537013 Aug 24 11:49:46.192758 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 32970) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:46.338035 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:46.369079 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:49:46.372944 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb4af8b8fe94938ac10bf3ee98b1b8e is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:49:46.375728 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:49:46.381935 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:49:46.451281 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:46.455856 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:46.461951 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-29fca6d9-ec8f-448d-9eb1-6a4872703aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:46.500301 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01561265-4f71-49c6-be77-f173ff3ef303,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:46.504739 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:46.509331 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-11607387-da3c-485d-a62a-4b38da66cce2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bb4af8b8fe94938ac10bf3ee98b1b8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3131731 Aug 24 11:49:46.510344 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 32982) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:46.573707 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ac347512-cb20-4bc4-88fd-5ef5ee3dbc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:46.603420 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ac347512-cb20-4bc4-88fd-5ef5ee3dbc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:46.658480 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ac347512-cb20-4bc4-88fd-5ef5ee3dbc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:46.663498 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f95b0ab5-f409-4ffb-b5cb-1b325e294369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:46.677867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac347512-cb20-4bc4-88fd-5ef5ee3dbc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01561265-4f71-49c6-be77-f173ff3ef303,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:46.681767 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-ac347512-cb20-4bc4-88fd-5ef5ee3dbc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:46.687498 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-ac347512-cb20-4bc4-88fd-5ef5ee3dbc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:46.691176 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-ac347512-cb20-4bc4-88fd-5ef5ee3dbc9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01561265-4f71-49c6-be77-f173ff3ef303 HTTP/1.1" status: 204 len: 168 time: 0.1778390 Aug 24 11:49:47.021382 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 32992) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:47.039867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:47.069856 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:49:47.073652 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Usage tracker for resource:security_group_rule and tenant:fa6fa21dd1a44d52be618ae40987fbe8 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:49:47.076404 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:49:47.082810 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:49:47.147242 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:47.150879 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:47.156935 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0dda743c-7ebb-4692-9a8e-2d9a399fd7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:47.194193 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d5716c-58fd-4bce-839b-6c5ee6d4ca22,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:47.197286 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:47.199824 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-251b8151-fa39-436c-b74f-4768fbd4ba7c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa6fa21dd1a44d52be618ae40987fbe8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1774397 Aug 24 11:49:47.202381 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 32996) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:47.264269 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a269a595-ef18-481d-9309-83ab36259a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:47.289048 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a269a595-ef18-481d-9309-83ab36259a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:47.339904 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a269a595-ef18-481d-9309-83ab36259a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:47.343374 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-8e12e702-61e8-445b-8802-2b1f364c3c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:47.354929 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269a595-ef18-481d-9309-83ab36259a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d5716c-58fd-4bce-839b-6c5ee6d4ca22,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:47.357718 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a269a595-ef18-481d-9309-83ab36259a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:47.363530 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-a269a595-ef18-481d-9309-83ab36259a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:47.364673 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-a269a595-ef18-481d-9309-83ab36259a03 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87d5716c-58fd-4bce-839b-6c5ee6d4ca22 HTTP/1.1" status: 204 len: 168 time: 0.1614187 Aug 24 11:49:47.547966 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ecddf725-bdb2-4ebf-a8f0-e6c9e387a17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:47.940066 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:49.747176 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-86fd7562-07fc-40d9-a017-bcea44d8e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:50.703132 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:51.390216 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe0152-b645-4aa8-8fd7-e631a6243860 req-c13978aa-a980-4afa-be33-08f76ef316c8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:51.390698 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6cbe0152-b645-4aa8-8fd7-e631a6243860 req-c13978aa-a980-4afa-be33-08f76ef316c8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 945 time: 0.0771763 Aug 24 11:49:51.439629 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-6cbe0152-b645-4aa8-8fd7-e631a6243860 req-3925bfbe-c29f-4006-bfd9-e427b9e368fa tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Aug 24 11:49:52.349464 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:52.637024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92380256-9b97-4133-9e44-2e1267e1f494 req-abd3c2b3-70f2-472e-be32-232bb9a5a2d3 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:52.638623 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-92380256-9b97-4133-9e44-2e1267e1f494 req-abd3c2b3-70f2-472e-be32-232bb9a5a2d3 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 945 time: 0.0771515 Aug 24 11:49:52.683830 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-92380256-9b97-4133-9e44-2e1267e1f494 req-787ad693-23c0-4602-84eb-a9e1a7094a26 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387654 Aug 24 11:49:53.537880 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33096) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:53.676757 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:53.707504 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:49:53.711277 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Usage tracker for resource:security_group_rule and tenant:c9094242e25c42ad98eba46af7f2b005 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:49:53.714109 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:49:53.720329 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:49:53.789427 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:53.793419 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:53.800569 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-105dd716-66da-41b5-b6c7-fdc0f4dae1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:53.839203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0894bdce-8260-4eb7-b135-fe92135eadbb,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:53.843520 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c9094242e25c42ad98eba46af7f2b005&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3045833 Aug 24 11:49:53.844444 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:53.847043 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33104) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:53.887276 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc11ff4-9e88-4b7a-85d3-5219f40ae93b req-1d23bd04-004e-49fe-8dc6-88f65f5c6a11 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:53.888764 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fdc11ff4-9e88-4b7a-85d3-5219f40ae93b req-1d23bd04-004e-49fe-8dc6-88f65f5c6a11 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 945 time: 0.0821633 Aug 24 11:49:53.936759 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fdc11ff4-9e88-4b7a-85d3-5219f40ae93b req-914e0960-b829-439c-9417-435f1bbb31bc tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Aug 24 11:49:53.991101 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4e1a5cab-18b0-493d-a577-6e0966ee4520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.015401 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4e1a5cab-18b0-493d-a577-6e0966ee4520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.064953 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4e1a5cab-18b0-493d-a577-6e0966ee4520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.068515 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-a55931e0-0518-4748-b9ed-f4f129b796f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:54.080881 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a5cab-18b0-493d-a577-6e0966ee4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0894bdce-8260-4eb7-b135-fe92135eadbb,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:54.083771 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4e1a5cab-18b0-493d-a577-6e0966ee4520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:54.085819 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-4e1a5cab-18b0-493d-a577-6e0966ee4520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.086966 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-4e1a5cab-18b0-493d-a577-6e0966ee4520 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0894bdce-8260-4eb7-b135-fe92135eadbb HTTP/1.1" status: 204 len: 168 time: 0.2390070 Aug 24 11:49:54.405765 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33112) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:54.424372 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.454003 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:49:54.458484 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Usage tracker for resource:security_group_rule and tenant:371545e021434898bc8d6c559226c644 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:49:54.461257 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:49:54.466824 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:49:54.531214 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.535418 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.543478 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-17f30614-a447-4eda-a682-49abbb511030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:54.585257 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd5f02-9f4b-4f89-8d29-3029ef538dc5,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:54.588231 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:54.593165 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b1a90d12-4df8-4a37-9653-a721cb2d796d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=371545e021434898bc8d6c559226c644&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1839943 Aug 24 11:49:54.593797 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33116) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:49:54.660185 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-788487f0-eb85-4559-922e-12203326d13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.684852 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-788487f0-eb85-4559-922e-12203326d13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.733419 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-788487f0-eb85-4559-922e-12203326d13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.738867 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-20e75f3c-e956-4826-8362-a66df709849b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:54.750250 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788487f0-eb85-4559-922e-12203326d13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd5f02-9f4b-4f89-8d29-3029ef538dc5,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:54.752541 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-788487f0-eb85-4559-922e-12203326d13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:54.758993 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-788487f0-eb85-4559-922e-12203326d13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:54.760110 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-788487f0-eb85-4559-922e-12203326d13f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20dd5f02-9f4b-4f89-8d29-3029ef538dc5 HTTP/1.1" status: 204 len: 168 time: 0.1658909 Aug 24 11:49:55.132650 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e762b56-52a2-4eae-8ed7-148679f6b5b9 req-751a638f-f74e-422f-8c2b-d6994e19c265 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:55.134072 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e762b56-52a2-4eae-8ed7-148679f6b5b9 req-751a638f-f74e-422f-8c2b-d6994e19c265 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 945 time: 0.0774455 Aug 24 11:49:55.179762 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e762b56-52a2-4eae-8ed7-148679f6b5b9 req-d8ebbbb8-c636-434d-b679-920f4309cb32 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399969 Aug 24 11:49:56.406720 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e93f58-b276-4717-a666-150f114da68f req-d986ce7c-9847-4052-b7af-4000b783cb39 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:56.408731 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e3e93f58-b276-4717-a666-150f114da68f req-d986ce7c-9847-4052-b7af-4000b783cb39 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 945 time: 0.1046281 Aug 24 11:49:56.415034 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-14ecee6d-41c4-4dab-a1b9-af97aa5aaf87 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:49:56.416401 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-14ecee6d-41c4-4dab-a1b9-af97aa5aaf87 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 945 time: 0.1501918 Aug 24 11:49:56.512601 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Deleting port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:49:56.512859 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:56.542740 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-e3e93f58-b276-4717-a666-150f114da68f req-ebd4d4e2-eec5-457e-8ef2-91dbfdbb12c5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254237 Aug 24 11:49:56.870894 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] For port 1cdd3f92-d79e-44fa-96c2-57f51f26a630, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1cdd3f92-d79e-44fa-96c2-57f51f26a630,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:49:56.871249 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:56.990227 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Calling delete_port for 1cdd3f92-d79e-44fa-96c2-57f51f26a630 owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:49:57.133069 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:57.138653 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-b28ca952-9628-405f-addf-4d4862d430ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:49:57.171241 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['1cdd3f92-d79e-44fa-96c2-57f51f26a630'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:49:57.179702 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Pushing event deleted for resources: {'Port': ['ID=1cdd3f92-d79e-44fa-96c2-57f51f26a630,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:49:57.182442 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:49:57.261654 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] No DVR routers for this DVR port 1cdd3f92-d79e-44fa-96c2-57f51f26a630 on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:49:57.264247 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:49:57.267124 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b9b7dc-1525-4ba6-b350-3f406fb1f554', 'name': 'network-vif-deleted', 'tag': '1cdd3f92-d79e-44fa-96c2-57f51f26a630'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:49:57.289946 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b2e84fd8-de6a-4363-83e2-c903ca01eb73 req-c15004b3-52b1-4b51-b041-e32119d91a16 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "DELETE /v2.0/ports/1cdd3f92-d79e-44fa-96c2-57f51f26a630 HTTP/1.1" status: 204 len: 173 time: 0.8567908 Aug 24 11:49:57.479411 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b9b7dc-1525-4ba6-b350-3f406fb1f554', 'name': 'network-vif-deleted', 'tag': '1cdd3f92-d79e-44fa-96c2-57f51f26a630', 'status': 'completed', 'code': 200} Aug 24 11:49:57.716789 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-0c8c5b1b-6ab4-4708-9e18-791dba8ccf43 req-d9b8c96e-83d6-425f-83dc-9b5fe3c480b5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Synchronizing usage tracker for tenant:c959f70cab4b4718af7eed1db5c4221f on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:49:57.733889 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-0c8c5b1b-6ab4-4708-9e18-791dba8ccf43 req-d9b8c96e-83d6-425f-83dc-9b5fe3c480b5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Unset dirty status for tenant:c959f70cab4b4718af7eed1db5c4221f on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:49:57.735112 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-0c8c5b1b-6ab4-4708-9e18-791dba8ccf43 req-d9b8c96e-83d6-425f-83dc-9b5fe3c480b5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=54b9b7dc-1525-4ba6-b350-3f406fb1f554 HTTP/1.1" status: 200 len: 210 time: 0.0613494 Aug 24 11:50:00.066808 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 1cdd3f92-d79e-44fa-96c2-57f51f26a630 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:50:00.100946 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 1cdd3f92-d79e-44fa-96c2-57f51f26a630 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:50:00.101300 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 1cdd3f92-d79e-44fa-96c2-57f51f26a630 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:50:00.138928 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:02.519605 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33276) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:50:02.658841 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:02.689495 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:50:02.693374 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Usage tracker for resource:security_group_rule and tenant:51f70f4c4fad434581b17c907a988acf is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:50:02.696156 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:50:02.701915 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:50:02.774846 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:02.779158 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:02.786661 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-54972cc6-f0fc-43fa-b52b-8fb105d8df59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:02.826139 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8560e7a5-158a-4553-8b16-b91487c8cad0,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:02.832193 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51f70f4c4fad434581b17c907a988acf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3114982 Aug 24 11:50:02.832858 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33286) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:50:02.833693 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-d9a917e1-a158-413e-bb5d-98c55427a716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:02.894606 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cedde36b-3870-4c5a-a350-495479fbf3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:02.920278 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cedde36b-3870-4c5a-a350-495479fbf3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:02.972340 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cedde36b-3870-4c5a-a350-495479fbf3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:02.977125 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4ffcb3b7-b437-4e76-883d-be8d7be44d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:02.990278 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedde36b-3870-4c5a-a350-495479fbf3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8560e7a5-158a-4553-8b16-b91487c8cad0,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:02.993223 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-cedde36b-3870-4c5a-a350-495479fbf3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:02.994410 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-cedde36b-3870-4c5a-a350-495479fbf3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:02.997908 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-cedde36b-3870-4c5a-a350-495479fbf3d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8560e7a5-158a-4553-8b16-b91487c8cad0 HTTP/1.1" status: 204 len: 168 time: 0.1606467 Aug 24 11:50:03.079039 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1ae37e4c-8664-4412-900d-4259421ab1e3 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:03.080668 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1ae37e4c-8664-4412-900d-4259421ab1e3 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/networks?id=6095ea4e-b8f6-4cff-b419-40d835a9d587 HTTP/1.1" status: 200 len: 814 time: 0.1495118 Aug 24 11:50:03.097128 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-6f858cea-f80f-4ad0-a457-3c38957e28f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/quotas/c959f70cab4b4718af7eed1db5c4221f HTTP/1.1" status: 200 len: 375 time: 0.0110614 Aug 24 11:50:03.142960 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-6b0a92cc-2125-4793-a67a-970aa8f478e7 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c959f70cab4b4718af7eed1db5c4221f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408523 Aug 24 11:50:03.153238 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-e720671c-6c66-4868-bc0f-f640e8336b67 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74965) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:50:03.154160 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-e720671c-6c66-4868-bc0f-f640e8336b67 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050275 Aug 24 11:50:03.286894 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-e7d2bed8-c7ad-4688-b864-77d6210bbf00 service neutron] 10.222.0.49 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266725 Aug 24 11:50:03.323203 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33300) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:50:03.342322 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:03.376795 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:50:03.380502 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Usage tracker for resource:security_group_rule and tenant:5915a9eda57b46e5acc812bae433851f is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:50:03.383578 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:50:03.389428 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:50:03.425558 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-5a86b874-a4eb-45e7-ba9e-b3252ba4682e service neutron] 10.222.0.49 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331172 Aug 24 11:50:03.455598 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:03.460231 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:03.467372 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-eda2ee7b-be9e-4ddc-9054-c41d22b4f3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:03.506774 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8753875a-dd16-4071-a3f1-98f383738e3c,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:03.510103 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:03.515192 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-aabb79ce-e7c5-4d67-89af-c4cce21dc444 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5915a9eda57b46e5acc812bae433851f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1886253 Aug 24 11:50:03.515793 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33304) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:50:03.586040 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b7412133-ca94-4c95-bc58-732fb541c201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:03.623289 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b7412133-ca94-4c95-bc58-732fb541c201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:03.640737 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-71bb910d-1dff-4274-8c65-d37895a4c9e0 req-ee3dcdae-df04-483f-b962-76a4ba106588 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 210 time: 0.0572882 Aug 24 11:50:03.690307 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b7412133-ca94-4c95-bc58-732fb541c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:03.695354 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-0881987d-6df3-48f4-bf2e-ed4b8c8af592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:03.708607 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7412133-ca94-4c95-bc58-732fb541c201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8753875a-dd16-4071-a3f1-98f383738e3c,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:03.711497 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-b7412133-ca94-4c95-bc58-732fb541c201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:03.713849 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-b7412133-ca94-4c95-bc58-732fb541c201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:03.715301 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-b7412133-ca94-4c95-bc58-732fb541c201 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8753875a-dd16-4071-a3f1-98f383738e3c HTTP/1.1" status: 204 len: 168 time: 0.1984832 Aug 24 11:50:04.805812 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-b635554e-5e70-4c58-9320-cfdb3dc897ed req-69d4cceb-a42a-4f49-916f-d10b140e9bb7 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 210 time: 0.0418739 Aug 24 11:50:05.148605 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-c79e6645-6755-4e4d-849d-3c2a725d0edd tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:05.150009 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-c79e6645-6755-4e4d-849d-3c2a725d0edd tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "GET /v2.0/networks?id=6095ea4e-b8f6-4cff-b419-40d835a9d587 HTTP/1.1" status: 200 len: 814 time: 0.1487799 Aug 24 11:50:05.172762 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Request body: {'port': {'device_id': 'cbad1ef5-6290-4ebc-9396-f73c8f32e3da', 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587', 'admin_state_up': True, 'tenant_id': 'c959f70cab4b4718af7eed1db5c4221f'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:50:05.307053 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:50:05.316036 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33362) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:50:05.317170 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:50:05.327760 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Made reservation on behalf of c959f70cab4b4718af7eed1db5c4221f for: {'port': 1} {{(pid=74965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 11:50:05.331256 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.461295 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.494313 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:50:05.498192 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Usage tracker for resource:security_group_rule and tenant:c870dcfb652e44de980c8202e0e79676 is out of sync, need to count used quota {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:50:05.501988 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.quota.resource [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:50:05.508028 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.db.quota.driver [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:50:05.574214 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.578355 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.584777 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-4e1a5cab-18b0-493d-a577-6e0966ee4520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:05.590951 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_common [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Allocated IP 172.20.0.3 (6095ea4e-b8f6-4cff-b419-40d835a9d587/c8b48aae-b50f-4878-b4ab-b7b8e81cf906/1187c130-b523-4590-ba43-6003ffff3a72) {{(pid=74965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 11:50:05.624869 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02254424-1f53-478c-94bd-4cd5396addef,revision_number=1']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:05.632435 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:05.634883 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-f59b90be-5f4f-4464-abfb-efdf0a497156 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c870dcfb652e44de980c8202e0e79676&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3177321 Aug 24 11:50:05.637485 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.wsgi [-] (74964) accepted ('10.222.0.49', 33368) {{(pid=74964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:50:05.699293 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c8ff58bc-65e4-4850-ac62-10401af65648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.724918 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c8ff58bc-65e4-4850-ac62-10401af65648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.781281 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c8ff58bc-65e4-4850-ac62-10401af65648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.786537 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-1b6124d1-f1b1-4dde-83c6-dabcd8eb82ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:05.798687 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff58bc-65e4-4850-ac62-10401af65648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02254424-1f53-478c-94bd-4cd5396addef,revision_number=None']} {{(pid=74964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:05.801681 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG oslo_concurrency.lockutils [None req-c8ff58bc-65e4-4850-ac62-10401af65648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74964) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:05.803567 dv-cinder-798098-2-smb neutron-server[74964]: DEBUG neutron_lib.callbacks.manager [None req-c8ff58bc-65e4-4850-ac62-10401af65648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.804698 dv-cinder-798098-2-smb neutron-server[74964]: INFO neutron.wsgi [None req-c8ff58bc-65e4-4850-ac62-10401af65648 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02254424-1f53-478c-94bd-4cd5396addef HTTP/1.1" status: 204 len: 168 time: 0.1661999 Aug 24 11:50:05.815253 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks [] for port, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.845378 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770677470989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:05.851261 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ab456b9c-45ca-460f-93fb-905cff9942d9 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:05.920222 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Network 6095ea4e-b8f6-4cff-b419-40d835a9d587 is already hosted by enough agents. {{(pid=74965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 11:50:05.924481 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.scheduler.base_scheduler [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Resources bound (agent type, host, resource id): {{(pid=74965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 11:50:05.928824 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Received port after_create {{(pid=74965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 11:50:06.010811 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Pushing event updated for resources: {'Port': ['ID=1187c130-b523-4590-ba43-6003ffff3a72,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:06.018154 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:06.039166 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:06.039787 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:06.074751 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-054cb48e-8f99-44b9-a682-5416844277f8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9057314 Aug 24 11:50:06.088428 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3098fe-c88c-4d4d-9fe2-180ae5afd997 req-673eac1a-50b0-4dbb-9042-fd2f6c47b26d tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:06.089102 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4a3098fe-c88c-4d4d-9fe2-180ae5afd997 req-673eac1a-50b0-4dbb-9042-fd2f6c47b26d tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Synchronizing usage tracker for tenant:c959f70cab4b4718af7eed1db5c4221f on resource:port {{(pid=74965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 11:50:06.097155 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-183276d9-b073-41e1-a203-c814a58e83ed tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=74965) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 11:50:06.098073 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-183276d9-b073-41e1-a203-c814a58e83ed tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063925 Aug 24 11:50:06.115958 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [req-4a3098fe-c88c-4d4d-9fe2-180ae5afd997 req-673eac1a-50b0-4dbb-9042-fd2f6c47b26d tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Unset dirty status for tenant:c959f70cab4b4718af7eed1db5c4221f on resource:port {{(pid=74965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 11:50:06.117079 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4a3098fe-c88c-4d4d-9fe2-180ae5afd997 req-673eac1a-50b0-4dbb-9042-fd2f6c47b26d tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 931 time: 0.1632431 Aug 24 11:50:06.166501 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4a3098fe-c88c-4d4d-9fe2-180ae5afd997 req-c1f01565-985d-4415-bf7e-a97ae2611285 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Aug 24 11:50:06.243354 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.v2.base [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Request body: {'port': {'device_id': 'cbad1ef5-6290-4ebc-9396-f73c8f32e3da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 11:50:06.350789 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:06.694407 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1187c130-b523-4590-ba43-6003ffff3a72 {{(pid=74965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:50:06.701219 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:06.716583 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.provisioning_blocks [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Transition to ACTIVE for port object 1187c130-b523-4590-ba43-6003ffff3a72 will not be triggered until provisioned by entity L2. {{(pid=74965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 11:50:06.720851 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:06.725155 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-69d6f8b4-07e7-4cb7-8136-076f1ca735b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:06.853457 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1187c130-b523-4590-ba43-6003ffff3a72,revision_number=2']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:06.856954 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:06.964488 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Attempting to bind port 1187c130-b523-4590-ba43-6003ffff3a72 on host hv-cinder-79809 for vnic_type normal with profile {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 11:50:06.964833 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Attempting to bind port 1187c130-b523-4590-ba43-6003ffff3a72 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 11:50:06.965152 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Attempting to bind port 1187c130-b523-4590-ba43-6003ffff3a72 on network 6095ea4e-b8f6-4cff-b419-40d835a9d587 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:50:06.971051 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Port 1187c130-b523-4590-ba43-6003ffff3a72 on network 6095ea4e-b8f6-4cff-b419-40d835a9d587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 11:50:06.971362 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Attempting to bind port 1187c130-b523-4590-ba43-6003ffff3a72 on network 6095ea4e-b8f6-4cff-b419-40d835a9d587 {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 11:50:06.977531 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Checking agent: {'id': 'd17a9d34-f4a4-4a35-a060-afad649873e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 11, 37), 'started_at': datetime.datetime(2021, 8, 24, 11, 37), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 11:50:06.977860 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Checking segment: {'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 11:50:06.978234 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Bound using segment: {'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'} {{(pid=74965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 11:50:06.978655 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.managers [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Bound port: 1187c130-b523-4590-ba43-6003ffff3a72, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24f5211f-26e6-4d51-967e-9e0909834768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587'}}] {{(pid=74965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 11:50:06.978993 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:07.072594 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] For port 1187c130-b523-4590-ba43-6003ffff3a72, host hv-cinder-79809, cleared binding levels {{(pid=74965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 11:50:07.075937 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] For port 1187c130-b523-4590-ba43-6003ffff3a72, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1187c130-b523-4590-ba43-6003ffff3a72,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 11:50:07.081228 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2845891'] for port, after_update {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:07.085737 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ea6f93da-de11-464f-8f37-8aa12ddd4085 tempest-TestMinimumBasicScenario-1024802629 tempest-TestMinimumBasicScenario-1024802629-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:07.165125 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:07.166478 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/1187c130-b523-4590-ba43-6003ffff3a72 HTTP/1.1" status: 200 len: 1093 time: 1.0614204 Aug 24 11:50:07.166969 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbad1ef5-6290-4ebc-9396-f73c8f32e3da', 'tag': '1187c130-b523-4590-ba43-6003ffff3a72'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:50:07.171787 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1187c130-b523-4590-ba43-6003ffff3a72,revision_number=3']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:07.176000 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-1db90c94-3989-4e25-94ac-c05ef55615b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:07.253106 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbad1ef5-6290-4ebc-9396-f73c8f32e3da', 'tag': '1187c130-b523-4590-ba43-6003ffff3a72', 'status': 'completed', 'code': 200} Aug 24 11:50:07.294315 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-7445962b-7a67-43a8-a732-b78e19752f18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c959f70cab4b4718af7eed1db5c4221f&device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 1096 time: 0.0746913 Aug 24 11:50:07.399944 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-fbf9ff76-6b1a-4922-b632-6adf30aa82ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1187c130-b523-4590-ba43-6003ffff3a72 HTTP/1.1" status: 200 len: 217 time: 0.0752330 Aug 24 11:50:07.557767 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-05e49447-352a-4824-81ab-ed735e5b25dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:07.559270 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-05e49447-352a-4824-81ab-ed735e5b25dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8b48aae-b50f-4878-b4ab-b7b8e81cf906 HTTP/1.1" status: 200 len: 854 time: 0.1507881 Aug 24 11:50:07.564809 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2180df1-48f7-43fb-8823-635fc3f55350 req-78b2047c-6e0b-4ebf-9869-940635893d1a tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:07.566122 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f2180df1-48f7-43fb-8823-635fc3f55350 req-78b2047c-6e0b-4ebf-9869-940635893d1a tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 943 time: 0.2709765 Aug 24 11:50:07.622020 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-d5217952-5c63-4cec-a7de-0fefd4e6ca90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6095ea4e-b8f6-4cff-b419-40d835a9d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548947 Aug 24 11:50:07.717204 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-f2180df1-48f7-43fb-8823-635fc3f55350 req-f0e1dd5b-1cfd-487c-b622-6e0c3752e6aa tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221473 Aug 24 11:50:07.771183 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-5387deb2-166c-43b2-9a95-47ebfa08dd60 service neutron] 10.222.0.37 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389432 Aug 24 11:50:07.928120 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ba3702e9-aa3f-405d-9170-3c720175cc45 req-24811de0-4ead-4cc9-b667-a8f57231aa52 service neutron] 10.222.0.37 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266754 Aug 24 11:50:08.089837 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-65097936-4a7e-4c11-8a56-c2a3058d179c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c959f70cab4b4718af7eed1db5c4221f&device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 1096 time: 0.0715230 Aug 24 11:50:08.222140 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-6af111f8-c643-44ed-a163-90ec59be00d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:08.223320 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-6af111f8-c643-44ed-a163-90ec59be00d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6095ea4e-b8f6-4cff-b419-40d835a9d587 HTTP/1.1" status: 200 len: 915 time: 0.1266170 Aug 24 11:50:08.292974 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-65dc7768-34db-4340-be16-440dc6a08d0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1187c130-b523-4590-ba43-6003ffff3a72 HTTP/1.1" status: 200 len: 217 time: 0.0628438 Aug 24 11:50:08.370439 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-259d3821-2d4d-4906-b9b1-127e0a521536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:08.370439 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-259d3821-2d4d-4906-b9b1-127e0a521536 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c8b48aae-b50f-4878-b4ab-b7b8e81cf906 HTTP/1.1" status: 200 len: 854 time: 0.0601985 Aug 24 11:50:08.417242 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-dec40aa1-f89e-4def-b3cb-4360a00206de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6095ea4e-b8f6-4cff-b419-40d835a9d587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392144 Aug 24 11:50:08.553405 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-4501577a-fd24-4f66-8387-44ad4c156a35 service neutron] 10.222.0.37 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267762 Aug 24 11:50:08.685953 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-ae809b9d-b201-4d87-92dc-f7b399726e27 req-f627eee9-84e7-42ab-b43d-b15670253e92 service neutron] 10.222.0.37 "GET /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281195 Aug 24 11:50:08.918473 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ca4f3-1e8a-494b-be95-f8b84b2a7280 req-167369c3-df4f-4af3-9922-b8fdae443d03 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:08.919967 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-037ca4f3-1e8a-494b-be95-f8b84b2a7280 req-167369c3-df4f-4af3-9922-b8fdae443d03 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 943 time: 0.0791984 Aug 24 11:50:08.985846 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-037ca4f3-1e8a-494b-be95-f8b84b2a7280 req-f71ab014-b0ee-4914-bab7-c88308771632 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Aug 24 11:50:10.169995 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d877352-ebc6-4199-884a-363ee4ce7a66 req-b1210481-5840-47ac-afd5-3acadf801458 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:10.171441 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3d877352-ebc6-4199-884a-363ee4ce7a66 req-b1210481-5840-47ac-afd5-3acadf801458 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 943 time: 0.0770302 Aug 24 11:50:10.216229 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-3d877352-ebc6-4199-884a-363ee4ce7a66 req-c27bd42b-0988-42bb-902b-2ba2fd0a9407 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 Aug 24 11:50:11.415722 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693f0d4-8395-45ec-882a-eb3df929ff04 req-dc39be41-7738-4444-bf17-5249532e1663 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:11.417172 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c693f0d4-8395-45ec-882a-eb3df929ff04 req-dc39be41-7738-4444-bf17-5249532e1663 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 943 time: 0.0802982 Aug 24 11:50:11.462543 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-c693f0d4-8395-45ec-882a-eb3df929ff04 req-2833fe6b-1c94-4eca-a7fe-4ccdd627ce49 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Aug 24 11:50:12.130918 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 1187c130-b523-4590-ba43-6003ffff3a72 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 11:50:12.206423 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:50:12.286823 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 1187c130-b523-4590-ba43-6003ffff3a72, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1187c130-b523-4590-ba43-6003ffff3a72,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:50:12.299806 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Returning: {'device': '1187c130-b523-4590-ba43-6003ffff3a72', 'network_id': '6095ea4e-b8f6-4cff-b419-40d835a9d587', 'port_id': '1187c130-b523-4590-ba43-6003ffff3a72', 'mac_address': 'fa:16:3e:a9:44:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b48aae-b50f-4878-b4ab-b7b8e81cf906', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 11:50:12.350705 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:12.367677 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1187c130-b523-4590-ba43-6003ffff3a72 {{(pid=74966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 11:50:12.382369 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 1187c130-b523-4590-ba43-6003ffff3a72, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1187c130-b523-4590-ba43-6003ffff3a72,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:50:12.386428 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:12.388180 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:12.452801 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=1187c130-b523-4590-ba43-6003ffff3a72,revision_number=4']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:12.460890 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.461171 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.461507 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.461840 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.462168 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.462493 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.462815 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.463137 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.463457 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.463805 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.464120 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:12.468713 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:12.656121 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbad82-9e5a-4574-b9c3-d7f52952952e req-64b97fc2-f27c-4f77-af66-a9eea4394ef9 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:12.657574 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-edfbad82-9e5a-4574-b9c3-d7f52952952e req-64b97fc2-f27c-4f77-af66-a9eea4394ef9 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 944 time: 0.0760043 Aug 24 11:50:12.704592 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-edfbad82-9e5a-4574-b9c3-d7f52952952e req-81f7e2b5-89a0-4049-9be4-861b6f787857 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Aug 24 11:50:12.810826 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['1187c130-b523-4590-ba43-6003ffff3a72'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:50:13.901984 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb7e4b-51c8-4483-8c62-6c9a5a145b0e req-72e2b935-5aa8-4507-be5a-ba89b04dd096 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:13.903475 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-37eb7e4b-51c8-4483-8c62-6c9a5a145b0e req-72e2b935-5aa8-4507-be5a-ba89b04dd096 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 944 time: 0.0795465 Aug 24 11:50:13.947992 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-37eb7e4b-51c8-4483-8c62-6c9a5a145b0e req-4c8ea8c5-1cd0-47aa-90ec-5efe20dba4f6 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Aug 24 11:50:14.143229 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 1187c130-b523-4590-ba43-6003ffff3a72 up at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 11:50:14.213280 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning for port 1187c130-b523-4590-ba43-6003ffff3a72 completed by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 11:50:14.218030 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.db.provisioning_blocks [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Provisioning complete for port 1187c130-b523-4590-ba43-6003ffff3a72 triggered by entity L2. {{(pid=74966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 11:50:14.218412 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-962307'] for port, provisioning_complete {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:14.344685 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-567359'] for port, before_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:14.372631 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbad1ef5-6290-4ebc-9396-f73c8f32e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1187c130-b523-4590-ba43-6003ffff3a72'}] {{(pid=74966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:50:14.382023 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] For port 1187c130-b523-4590-ba43-6003ffff3a72, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1187c130-b523-4590-ba43-6003ffff3a72,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:50:14.386526 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770677896726', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770677471007', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770677471052'] for port, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:14.388639 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:14.452928 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Pushing event updated for resources: {'Port': ['ID=1187c130-b523-4590-ba43-6003ffff3a72,revision_number=5']} {{(pid=74966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:14.456884 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG oslo_concurrency.lockutils [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:14.581514 dv-cinder-798098-2-smb neutron-server[74966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad1ef5-6290-4ebc-9396-f73c8f32e3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1187c130-b523-4590-ba43-6003ffff3a72', 'code': 200} Aug 24 11:50:14.861794 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fbcf01d1-ce99-46df-b9aa-0fb1a2d295bb req-319f87d4-9f3c-4b10-84d7-58e5fbfb79ad service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 1098 time: 0.0710526 Aug 24 11:50:14.903922 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-fbcf01d1-ce99-46df-b9aa-0fb1a2d295bb req-f636205c-4ba4-496c-a906-02c5c21b48ac service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Aug 24 11:50:15.226616 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44865124-ef31-4a6e-8312-82581649b791 req-f163f9f5-0fd6-4a78-8373-3055f8063d3e tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:15.228072 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-44865124-ef31-4a6e-8312-82581649b791 req-f163f9f5-0fd6-4a78-8373-3055f8063d3e tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 945 time: 0.1596553 Aug 24 11:50:15.273399 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-44865124-ef31-4a6e-8312-82581649b791 req-6cba3906-af06-45b8-8a59-2e4f6f031da8 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396135 Aug 24 11:50:16.473301 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c7613-1243-48f6-a5c5-6c6012dfe646 req-7353b235-57f5-4f4a-a420-123d7e50c5d5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:16.474605 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e4c7613-1243-48f6-a5c5-6c6012dfe646 req-7353b235-57f5-4f4a-a420-123d7e50c5d5 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 945 time: 0.0812395 Aug 24 11:50:16.523813 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-4e4c7613-1243-48f6-a5c5-6c6012dfe646 req-c5b31209-b8e0-4b26-8608-01e2371d1533 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 Aug 24 11:50:17.558129 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-1814b991-1856-48af-a3f6-70dc2a276cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:17.942364 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:19.741123 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f3bca68b-f35d-4c4c-9df9-91dd524f144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:20.708310 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:22.353404 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:30.143638 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:39.686532 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c38b87-95c7-437a-a3fe-0afe7ee01963 req-f9642113-8dd0-41ea-97ae-3bc511d0dc7d tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:39.688075 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51c38b87-95c7-437a-a3fe-0afe7ee01963 req-f9642113-8dd0-41ea-97ae-3bc511d0dc7d tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 945 time: 0.0769768 Aug 24 11:50:39.733139 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-51c38b87-95c7-437a-a3fe-0afe7ee01963 req-f6c0b9ab-4762-422a-a4fc-1f1474340de6 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390120 Aug 24 11:50:40.933057 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4ad41-85f5-4048-9d12-7e3c973530f1 req-a02903a0-7e2a-459d-8020-32dd5e523868 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:40.934430 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-67c4ad41-85f5-4048-9d12-7e3c973530f1 req-a02903a0-7e2a-459d-8020-32dd5e523868 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 945 time: 0.0804851 Aug 24 11:50:40.983985 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-67c4ad41-85f5-4048-9d12-7e3c973530f1 req-96039ec0-5cde-4079-b90e-41c86e6fc3d1 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Aug 24 11:50:42.178134 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b5c59-43ca-462d-9845-128cf62fb2be req-57cc9f68-a164-425c-aa71-7f1024eac271 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:42.179552 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a39b5c59-43ca-462d-9845-128cf62fb2be req-57cc9f68-a164-425c-aa71-7f1024eac271 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 945 time: 0.0735047 Aug 24 11:50:42.225427 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-a39b5c59-43ca-462d-9845-128cf62fb2be req-8dc051da-d9da-4228-999c-f90f3943bd78 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Aug 24 11:50:43.423458 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51755b-689d-41d6-9e80-de8580345f54 req-a36c709e-1b0d-4402-9454-5ae1f80e834b tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:43.425431 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5a51755b-689d-41d6-9e80-de8580345f54 req-a36c709e-1b0d-4402-9454-5ae1f80e834b tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 945 time: 0.0783758 Aug 24 11:50:43.469232 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-5a51755b-689d-41d6-9e80-de8580345f54 req-2f460f84-fab8-4251-8bcf-a9d2a6cbc8d0 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384760 Aug 24 11:50:44.264436 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-b3470caa-0c4b-434e-a4e3-2d42050a2570 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:44.265854 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-b3470caa-0c4b-434e-a4e3-2d42050a2570 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 945 time: 0.0779469 Aug 24 11:50:44.335963 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Deleting port 1187c130-b523-4590-ba43-6003ffff3a72 {{(pid=74965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 11:50:44.336195 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770677924015'] for port, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:44.579378 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.db [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] For port 1187c130-b523-4590-ba43-6003ffff3a72, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=1187c130-b523-4590-ba43-6003ffff3a72,segment=NetworkSegment(24f5211f-26e6-4d51-967e-9e0909834768),segment_id=24f5211f-26e6-4d51-967e-9e0909834768)] {{(pid=74965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 11:50:44.580116 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4084846'] for port, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:44.732118 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.plugin [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Calling delete_port for 1187c130-b523-4590-ba43-6003ffff3a72 owned by compute:nova {{(pid=74965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 11:50:44.830529 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a9ac1-d1a0-49c7-89f8-95ec12ad1459 req-b53ea66b-2420-45d6-8f0a-f369d0a6a13a tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 11:50:44.832025 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-291a9ac1-d1a0-49c7-89f8-95ec12ad1459 req-b53ea66b-2420-45d6-8f0a-f369d0a6a13a tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbad1ef5-6290-4ebc-9396-f73c8f32e3da HTTP/1.1" status: 200 len: 945 time: 0.2415466 Aug 24 11:50:44.926636 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-567544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517028', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770677896708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770677470998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2845898'] for port, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:44.930032 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-291a9ac1-d1a0-49c7-89f8-95ec12ad1459 req-85fc5641-5838-40ae-96a8-982856a68b1e tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.49 "GET /v2.0/security-groups?id=77a76ab8-5f9e-45b4-844b-d56146572f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685005 Aug 24 11:50:44.934045 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-e11ef82f-424e-4716-8d59-3561dff1c436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:44.961944 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.db [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] get_ports_and_sgs() called for port_ids ['1187c130-b523-4590-ba43-6003ffff3a72'] {{(pid=74966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 11:50:44.976729 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Pushing event deleted for resources: {'Port': ['ID=1187c130-b523-4590-ba43-6003ffff3a72,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:45.018650 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.019024 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.019388 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.019771 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.020132 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.020486 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.020837 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.021190 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.021543 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.021891 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.022238 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-2-smb {{(pid=74965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 11:50:45.028890 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:45.062499 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.l3_dvrscheduler_db [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] No DVR routers for this DVR port 1187c130-b523-4590-ba43-6003ffff3a72 on host hv-cinder-79809 {{(pid=74965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 11:50:45.065784 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-418349'] for port, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:45.068440 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbad1ef5-6290-4ebc-9396-f73c8f32e3da', 'name': 'network-vif-deleted', 'tag': '1187c130-b523-4590-ba43-6003ffff3a72'}] {{(pid=74965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 11:50:45.087291 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [req-70657cbc-b47f-45ea-b203-e8ab716a6a25 req-80332813-978e-462d-b855-b8850ba856c4 tempest-VolumesSnapshotTestJSON-1353946578 tempest-VolumesSnapshotTestJSON-1353946578-project] 10.222.0.37 "DELETE /v2.0/ports/1187c130-b523-4590-ba43-6003ffff3a72 HTTP/1.1" status: 204 len: 173 time: 0.8165462 Aug 24 11:50:45.125505 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbad1ef5-6290-4ebc-9396-f73c8f32e3da', 'name': 'network-vif-deleted', 'tag': '1187c130-b523-4590-ba43-6003ffff3a72', 'status': 'completed', 'code': 200} Aug 24 11:50:46.370219 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 33712) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:50:46.522218 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:46.553514 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 11:50:46.557339 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d9543b32f546c4bdb68a3a94f050ad is out of sync, need to count used quota {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 11:50:46.560126 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.quota.resource [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 11:50:46.566517 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.quota.driver [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 11:50:46.632899 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:46.636721 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_create {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:46.643089 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-ce779d85-9960-4b17-b8f6-5c175d3df7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:46.684440 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7695634b-9035-4a48-97ca-25726ba8d23b,revision_number=1']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:46.689049 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a3d9543b32f546c4bdb68a3a94f050ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3177726 Aug 24 11:50:46.689933 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-58fe38a2-fe17-4929-ae86-2690dc7e53e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:46.691705 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 33720) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:50:46.750709 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59cfe95d-fefa-4c83-bf00-a521f7ffbd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:46.775139 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59cfe95d-fefa-4c83-bf00-a521f7ffbd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:46.828915 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59cfe95d-fefa-4c83-bf00-a521f7ffbd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:46.832487 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-5f593a40-d9a2-4daf-8e34-f910eb99b2cd tempest-TestShelveInstance-359096909 tempest-TestShelveInstance-359096909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:50:46.919596 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfe95d-fefa-4c83-bf00-a521f7ffbd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7695634b-9035-4a48-97ca-25726ba8d23b,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:50:46.922773 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-59cfe95d-fefa-4c83-bf00-a521f7ffbd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:50:46.928839 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-59cfe95d-fefa-4c83-bf00-a521f7ffbd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:46.930210 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-59cfe95d-fefa-4c83-bf00-a521f7ffbd9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7695634b-9035-4a48-97ca-25726ba8d23b HTTP/1.1" status: 204 len: 168 time: 0.2376842 Aug 24 11:50:47.550275 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-2ce353de-41f6-4400-aa0a-b15357fdb675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:47.944755 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:48.401154 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 1187c130-b523-4590-ba43-6003ffff3a72 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 11:50:48.433757 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.plugin [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] No Port match for: 1187c130-b523-4590-ba43-6003ffff3a72 {{(pid=74966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 11:50:48.434111 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron.plugins.ml2.rpc [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Device 1187c130-b523-4590-ba43-6003ffff3a72 not bound to the agent host hv-cinder-79809 {{(pid=74966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 11:50:49.205898 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:50:49.744445 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2df3-ef08-46f2-ae01-8fe8fde23252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:50.712573 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:50:52.355028 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:00.131360 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.197931 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 33834) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:51:05.257273 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] Deleting subnet c8b48aae-b50f-4878-b4ab-b7b8e81cf906 {{(pid=74965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 11:51:05.260141 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.307697 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2844677'] for subnet, precommit_delete_associations {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.363941 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-957359'] for subnet, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.429401 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-957334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-517040', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2845753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2625551'] for subnet, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.433443 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-4509d368-bbaa-4bc7-bfe2-8f27ab0f0a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:51:05.466921 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b48aae-b50f-4878-b4ab-b7b8e81cf906,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:51:05.470552 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:51:05.473825 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for subnet, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.480093 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-3f8d8177-9326-4bde-abe5-a149b8ccc8c9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c8b48aae-b50f-4878-b4ab-b7b8e81cf906 HTTP/1.1" status: 204 len: 168 time: 0.2811668 Aug 24 11:51:05.482548 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 33838) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:51:05.587259 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-633045'] for network, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.713827 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956966', 'neutron.services.segments.db._delete_segments_for_network-8770677977218'] for network, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.727196 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6095ea4e-b8f6-4cff-b419-40d835a9d587']}} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:51:05.738849 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f5211f-26e6-4d51-967e-9e0909834768') {'for_net_delete': True} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:51:05.739142 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.services.segments.db [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f5211f-26e6-4d51-967e-9e0909834768') {} {{(pid=74965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 11:51:05.750651 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770677977501', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2844682'] for segment, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.765942 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-957204'] for segment, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.772317 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=74965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 11:51:05.772696 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-957194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2845855'] for segment, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: Traceback (most recent call last): Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: timer() Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: cb(*args, **kw) Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: return func(*args, **kwargs) Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: self._notify() Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: self.callback(batched_events) Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: event.method(event) Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: return f(self, *a, **k) Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: return self._get(url).json() Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: return self.request(url, 'GET', **kwargs) Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 11:51:05.785292 dv-cinder-798098-2-smb neutron-server[74965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 11:51:05.861198 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111412', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3018707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4081321'] for network, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.864775 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:51:05.877428 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3018601'] for network, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:05.886298 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Pushing event deleted for resources: {'Network': ['ID=6095ea4e-b8f6-4cff-b419-40d835a9d587,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:51:05.891775 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6095ea4e-b8f6-4cff-b419-40d835a9d587 HTTP/1.1" status: 204 len: 168 time: 0.4082527 Aug 24 11:51:05.893086 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-dede3752-b9ce-4599-8be9-04677d6fb789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:51:06.078869 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 33844) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:51:06.128456 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-637bd7a5-bbad-4a2f-9ec4-56ce550b0652 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c959f70cab4b4718af7eed1db5c4221f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482931 Aug 24 11:51:06.131325 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.wsgi [-] (74965) accepted ('10.222.0.49', 33848) {{(pid=74965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 11:51:06.189212 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-66b51259-cf1e-42f6-a456-ea282236cd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:06.214569 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-66b51259-cf1e-42f6-a456-ea282236cd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:06.265525 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-66b51259-cf1e-42f6-a456-ea282236cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4111567'] for security_group, after_delete {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:06.270089 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-59cfe95d-fefa-4c83-bf00-a521f7ffbd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 11:51:06.280266 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b51259-cf1e-42f6-a456-ea282236cd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a76ab8-5f9e-45b4-844b-d56146572f7d,revision_number=None']} {{(pid=74965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 11:51:06.284648 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG oslo_concurrency.lockutils [None req-66b51259-cf1e-42f6-a456-ea282236cd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74965) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 11:51:06.288633 dv-cinder-798098-2-smb neutron-server[74965]: DEBUG neutron_lib.callbacks.manager [None req-66b51259-cf1e-42f6-a456-ea282236cd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:06.289729 dv-cinder-798098-2-smb neutron-server[74965]: INFO neutron.wsgi [None req-66b51259-cf1e-42f6-a456-ea282236cd2b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/77a76ab8-5f9e-45b4-844b-d56146572f7d HTTP/1.1" status: 204 len: 168 time: 0.1574163 Aug 24 11:51:17.549431 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-0d873986-d288-4ebe-bf4e-9373a5e4c1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:17.945996 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:19.748006 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-5cb85c04-2555-4950-95f8-7dc6b18e6d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:20.712736 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:22.358767 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:26.206418 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:51:30.145792 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:47.550049 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-504d55fd-95ae-4b48-83a5-ec6ef6d5818d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:47.949020 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:49.748844 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-fbc2eabd-9d71-4ad3-81aa-23ef3d716327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:50.716515 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:51:52.360934 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:00.160417 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:03.206259 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:52:17.550424 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3d15b782-bdef-44ae-92f4-c4377139601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:17.951434 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:19.750496 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-896705e0-98fa-4821-95e1-666b955d2c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:20.718943 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:22.363808 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:30.170181 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:40.206524 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:52:47.552134 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f4035a0e-99da-4316-a0fd-25549a9bc6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:47.953086 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:49.753798 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f76bf05a-e5d4-4156-b8b8-24f4fd3e1612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:50.722018 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:52:52.366282 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:00.168737 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:17.206362 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:53:17.553725 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-11338e25-d508-42e8-bd8a-a4385738cdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:17.954037 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:19.755945 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-e8cf48ea-12f4-4133-80b2-44bf0266123b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:20.724082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:22.368165 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:30.157556 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:47.554982 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-f8ada862-0f59-4aae-b329-771583461878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:47.954478 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:49.758069 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-7ff9d888-13e0-4189-91bb-e7c6ee9c0879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:50.727611 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:52.371670 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:53:54.206467 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:54:00.165458 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:17.556402 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3850c0ca-7d8f-4744-8233-39baea2ee07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:17.958206 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:19.759877 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-6511d647-efa2-440b-b49f-2092816cc814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:20.730056 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:22.399892 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:30.157866 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:31.206639 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:54:47.557519 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-aa1fa85c-65da-4014-86cc-0059b8968a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:47.958350 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:49.761119 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-48519fee-1fbe-4c60-88ef-a38160d36844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:50.732916 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:54:52.374515 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:00.166396 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:08.207626 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:55:17.559354 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-3b0676ae-ba21-4d13-9f08-b2429e589bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:17.960102 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:19.762358 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ad8c0c63-6756-471d-be70-8033c4aa710b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:20.735883 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:22.377509 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:30.171295 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:45.208220 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:55:47.561998 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c92c673e-3f08-4b7c-bd93-a8e2bf91acb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:47.960507 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:49.763512 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-4c990d23-0fd8-4eeb-9651-362691f61115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:50.738092 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:55:52.379962 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:56:00.175417 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:56:17.563125 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-92badecb-83df-433e-97bc-552b4e055955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:56:17.962380 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-c87aa801-41ed-4a09-9d36-5ff651015cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:56:19.763800 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-e7ca2c9d-7131-4f28-a4e3-dc732e846cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:56:20.740826 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-ed233b58-5100-478e-abb0-2632b568734a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:56:22.208428 dv-cinder-798098-2-smb neutron-server[74967]: DEBUG neutron.db.agents_db [None req-cff8f05b-b081-46d5-be05-ae6ebc2a8c6b None None] Agent healthcheck: found 6 active agents {{(pid=74967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 11:56:22.383108 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-9e378090-371f-42de-97cd-0364df874e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 11:56:30.171082 dv-cinder-798098-2-smb neutron-server[74966]: DEBUG neutron_lib.callbacks.manager [None req-af592e19-edf3-4090-8a51-c353a17ac21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770677977200', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-962482'] for agent, after_update {{(pid=74966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}